{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "%matplotlib inline\n",
    "import re\n",
    "import seaborn as sbn\n",
    "import nltk\n",
    "import tqdm as tqdm\n",
    "import sqlite3\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "import string\n",
    "from nltk.corpus import stopwords\n",
    "stop = stopwords.words(\"english\")\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.metrics import confusion_matrix\n",
    "from math import floor,ceil\n",
    "from nltk.stem.porter import PorterStemmer\n",
    "english_stemmer=nltk.stem.SnowballStemmer('english')\n",
    "\n",
    "from sklearn.feature_extraction.text import TfidfTransformer\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from sklearn.cross_validation import train_test_split\n",
    "from sklearn.metrics import confusion_matrix\n",
    "from sklearn import metrics\n",
    "from sklearn.metrics import roc_curve, auc\n",
    "\n",
    "from sklearn.svm import LinearSVC\n",
    "\n",
    "from keras.models import Sequential\n",
    "from keras.layers import LSTM, Dense, Embedding\n",
    "\n",
    "\n",
    "from gensim import summarization\n",
    "from nltk.tokenize import word_tokenize\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.cross_validation import train_test_split\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "review_data = pd.read_json('/Users/anush/Desktop/MS/Fall_17/256/project/reviews_merged.json')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>asin</th>\n",
       "      <th>helpful</th>\n",
       "      <th>overall</th>\n",
       "      <th>reviewText</th>\n",
       "      <th>reviewTime</th>\n",
       "      <th>reviewerID</th>\n",
       "      <th>reviewerName</th>\n",
       "      <th>summary</th>\n",
       "      <th>unixReviewTime</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>[3, 4]</td>\n",
       "      <td>1</td>\n",
       "      <td>Very oily and creamy. Not at all what I expect...</td>\n",
       "      <td>01 30, 2014</td>\n",
       "      <td>A1YJEY40YUW4SE</td>\n",
       "      <td>Andrea</td>\n",
       "      <td>Don't waste your money</td>\n",
       "      <td>1391040000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>[1, 1]</td>\n",
       "      <td>3</td>\n",
       "      <td>This palette was a decent price and I was look...</td>\n",
       "      <td>04 18, 2014</td>\n",
       "      <td>A60XNB876KYML</td>\n",
       "      <td>Jessica H.</td>\n",
       "      <td>OK Palette!</td>\n",
       "      <td>1397779200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>[0, 1]</td>\n",
       "      <td>4</td>\n",
       "      <td>The texture of this concealer pallet is fantas...</td>\n",
       "      <td>09 6, 2013</td>\n",
       "      <td>A3G6XNM240RMWA</td>\n",
       "      <td>Karen</td>\n",
       "      <td>great quality</td>\n",
       "      <td>1378425600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>[2, 2]</td>\n",
       "      <td>2</td>\n",
       "      <td>I really can't tell what exactly this thing is...</td>\n",
       "      <td>12 8, 2013</td>\n",
       "      <td>A1PQFP6SAJ6D80</td>\n",
       "      <td>Norah</td>\n",
       "      <td>Do not work on my face</td>\n",
       "      <td>1386460800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>3</td>\n",
       "      <td>It was a little smaller than I expected, but t...</td>\n",
       "      <td>10 19, 2013</td>\n",
       "      <td>A38FVHZTNQ271F</td>\n",
       "      <td>Nova Amor</td>\n",
       "      <td>It's okay.</td>\n",
       "      <td>1382140800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>[1, 2]</td>\n",
       "      <td>5</td>\n",
       "      <td>I was very happy to get this palette, now I wi...</td>\n",
       "      <td>04 15, 2013</td>\n",
       "      <td>A3BTN14HIZET6Z</td>\n",
       "      <td>S. M. Randall \"WildHorseWoman\"</td>\n",
       "      <td>Very nice palette!</td>\n",
       "      <td>1365984000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>[1, 3]</td>\n",
       "      <td>1</td>\n",
       "      <td>PLEASE DONT DO IT! this just rachett the palet...</td>\n",
       "      <td>08 16, 2013</td>\n",
       "      <td>A1Z59RFKN0M5QL</td>\n",
       "      <td>tasha \"luvely12b\"</td>\n",
       "      <td>smh!!!</td>\n",
       "      <td>1376611200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>[0, 1]</td>\n",
       "      <td>2</td>\n",
       "      <td>Chalky,Not Pigmented,Wears off easily,Not a Co...</td>\n",
       "      <td>09 4, 2013</td>\n",
       "      <td>AWUO9P6PL1SY8</td>\n",
       "      <td>TreMagnifique</td>\n",
       "      <td>Chalky, Not Pigmented, Wears off easily, Not a...</td>\n",
       "      <td>1378252800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>2</td>\n",
       "      <td>Did nothing for me. Stings when I put it on. I...</td>\n",
       "      <td>07 13, 2014</td>\n",
       "      <td>A3LMILRM9OC3SA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>no Lightening, no Brightening,......NOTHING</td>\n",
       "      <td>1405209600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>3</td>\n",
       "      <td>I bought this product to get rid of the dark s...</td>\n",
       "      <td>12 27, 2013</td>\n",
       "      <td>A30IP88QK3YUIO</td>\n",
       "      <td>Amina Bint Ibraheem</td>\n",
       "      <td>Its alright</td>\n",
       "      <td>1388102400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>3</td>\n",
       "      <td>I have mixed feelings about this product. When...</td>\n",
       "      <td>05 20, 2014</td>\n",
       "      <td>APBQH4BS48CQO</td>\n",
       "      <td>Charmmy</td>\n",
       "      <td>Mixed feelings.</td>\n",
       "      <td>1400544000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>1</td>\n",
       "      <td>Did nothing for my skin. Used as suggested and...</td>\n",
       "      <td>02 18, 2014</td>\n",
       "      <td>A3FE8W8UV95U6B</td>\n",
       "      <td>Culture C Simmons</td>\n",
       "      <td>Nothing</td>\n",
       "      <td>1392681600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>[0, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>I bought this product about 3 months ago, I fi...</td>\n",
       "      <td>01 23, 2014</td>\n",
       "      <td>A1EVGDOTGFZOSS</td>\n",
       "      <td>Jessica \"Anarchykisses\"</td>\n",
       "      <td>This works</td>\n",
       "      <td>1390435200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>1</td>\n",
       "      <td>This gell did nothing at all. I religiously pu...</td>\n",
       "      <td>01 11, 2014</td>\n",
       "      <td>AP5WTCMP6DTRV</td>\n",
       "      <td>Layla B</td>\n",
       "      <td>Does nothing</td>\n",
       "      <td>1389398400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>[0, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>i got this to get rid of a scar and it did jus...</td>\n",
       "      <td>02 18, 2014</td>\n",
       "      <td>A21IM16PQWKVO5</td>\n",
       "      <td>mdub9922</td>\n",
       "      <td>it works</td>\n",
       "      <td>1392681600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>2</td>\n",
       "      <td>I used it for anal bleaching and it burned a b...</td>\n",
       "      <td>04 6, 2014</td>\n",
       "      <td>A1TLDR1V4O48PK</td>\n",
       "      <td>Mickey O Neil \"Mickey O Neil\"</td>\n",
       "      <td>burns</td>\n",
       "      <td>1396742400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>[2, 4]</td>\n",
       "      <td>5</td>\n",
       "      <td>I order this cream along with their soap. It a...</td>\n",
       "      <td>09 14, 2013</td>\n",
       "      <td>A6F8KH0J1AVYA</td>\n",
       "      <td>SanBen</td>\n",
       "      <td>Did work for me</td>\n",
       "      <td>1379116800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>[2, 4]</td>\n",
       "      <td>4</td>\n",
       "      <td>Good product. Use a little bit on your spot an...</td>\n",
       "      <td>10 18, 2013</td>\n",
       "      <td>AXPKZA7UZXKTT</td>\n",
       "      <td>Shirleyyy</td>\n",
       "      <td>excellent</td>\n",
       "      <td>1382054400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>[0, 1]</td>\n",
       "      <td>3</td>\n",
       "      <td>I didn't use it past a week. The reason why is...</td>\n",
       "      <td>11 1, 2013</td>\n",
       "      <td>A2SIAYDK7GG7QA</td>\n",
       "      <td>theredtranny</td>\n",
       "      <td>weird smell</td>\n",
       "      <td>1383264000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>9788072216</td>\n",
       "      <td>[24, 24]</td>\n",
       "      <td>5</td>\n",
       "      <td>I haven't been a big fan of Prada's fragrances...</td>\n",
       "      <td>09 19, 2011</td>\n",
       "      <td>A1QV5IH6HDRN0L</td>\n",
       "      <td>armygirl</td>\n",
       "      <td>Love the smell of this!</td>\n",
       "      <td>1316390400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>9788072216</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>5</td>\n",
       "      <td>We gave these as gifts and everyone that recei...</td>\n",
       "      <td>08 10, 2013</td>\n",
       "      <td>A3UQXHI88S7XAX</td>\n",
       "      <td>D. Greene</td>\n",
       "      <td>Happy</td>\n",
       "      <td>1376092800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>9788072216</td>\n",
       "      <td>[1, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>This is the first fragrance by Prada that I lo...</td>\n",
       "      <td>11 28, 2011</td>\n",
       "      <td>A2EK2CJNJUF7OQ</td>\n",
       "      <td>Nikki</td>\n",
       "      <td>Very good</td>\n",
       "      <td>1322438400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>9788072216</td>\n",
       "      <td>[2, 4]</td>\n",
       "      <td>5</td>\n",
       "      <td>So I got this about a month ago. I had no plan...</td>\n",
       "      <td>05 27, 2012</td>\n",
       "      <td>A2GWNGQF9SHRE4</td>\n",
       "      <td>Pholuke \"Lepa Shandy\"</td>\n",
       "      <td>Lurrrrrrrrv.....</td>\n",
       "      <td>1338076800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>9788072216</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>5</td>\n",
       "      <td>This product has a very fruity scent which is ...</td>\n",
       "      <td>02 2, 2013</td>\n",
       "      <td>ABV67T136UXFQ</td>\n",
       "      <td>Sandra</td>\n",
       "      <td>Great Scent</td>\n",
       "      <td>1359763200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>[1, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>I'm very picky when it comes to fragrance. I l...</td>\n",
       "      <td>03 11, 2014</td>\n",
       "      <td>A2FQZKL2KIZACO</td>\n",
       "      <td>Ellie B.</td>\n",
       "      <td>Spring Garden in a Bottle</td>\n",
       "      <td>1394496000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>[0, 1]</td>\n",
       "      <td>3</td>\n",
       "      <td>bright crystals reminds me of Victoria Secrets...</td>\n",
       "      <td>12 19, 2011</td>\n",
       "      <td>A312RDWQYLAG7S</td>\n",
       "      <td>ltg</td>\n",
       "      <td>fresh smell</td>\n",
       "      <td>1324252800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>5</td>\n",
       "      <td>Got this product and I never heard of this so ...</td>\n",
       "      <td>09 8, 2013</td>\n",
       "      <td>A3TYR1ALBZ2EU9</td>\n",
       "      <td>Mananagirl6</td>\n",
       "      <td>My new smell!</td>\n",
       "      <td>1378598400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>[0, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>This is a beautiful perfume! Nice, clean scent...</td>\n",
       "      <td>02 2, 2014</td>\n",
       "      <td>AUYVMLI0CBMYS</td>\n",
       "      <td>Shay1234</td>\n",
       "      <td>One of my favs!</td>\n",
       "      <td>1391299200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>[1, 2]</td>\n",
       "      <td>5</td>\n",
       "      <td>This is the real Versace Bright Crystal fragra...</td>\n",
       "      <td>02 14, 2014</td>\n",
       "      <td>A2H0VDRANZMGGX</td>\n",
       "      <td>Shoe luva</td>\n",
       "      <td>Smells clean</td>\n",
       "      <td>1392336000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>3</td>\n",
       "      <td>I love it! and will continue using it but it's...</td>\n",
       "      <td>02 12, 2014</td>\n",
       "      <td>A2MZDI3I5AEL74</td>\n",
       "      <td>Y. Siani \"I love nini\"</td>\n",
       "      <td>Love the smell but a shame it's not last as long</td>\n",
       "      <td>1392163200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477149</th>\n",
       "      <td>B00KA602SY</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>5</td>\n",
       "      <td>I really like this shirt, very comfortable and...</td>\n",
       "      <td>06 22, 2014</td>\n",
       "      <td>ANNHM5C3DX72Q</td>\n",
       "      <td>Tracey Simmons</td>\n",
       "      <td>Very nice</td>\n",
       "      <td>1403395200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477150</th>\n",
       "      <td>B00KCWMG5S</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>2</td>\n",
       "      <td>For tiny teenagers.</td>\n",
       "      <td>07 20, 2014</td>\n",
       "      <td>A2FENE35P9Z592</td>\n",
       "      <td>Amanda</td>\n",
       "      <td>Teeny pants</td>\n",
       "      <td>1405814400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477151</th>\n",
       "      <td>B00KCWMG5S</td>\n",
       "      <td>[2, 2]</td>\n",
       "      <td>4</td>\n",
       "      <td>Like these pants, 1st time I wore them I rippe...</td>\n",
       "      <td>06 6, 2014</td>\n",
       "      <td>AODACROYFBAY</td>\n",
       "      <td>Denise M Nelson</td>\n",
       "      <td>fabric is thin</td>\n",
       "      <td>1402012800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477152</th>\n",
       "      <td>B00KCWMG5S</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>3</td>\n",
       "      <td>I should have waited until I owned the first p...</td>\n",
       "      <td>07 7, 2014</td>\n",
       "      <td>A3O26N290U3VI0</td>\n",
       "      <td>Khouri</td>\n",
       "      <td>so, this is weird</td>\n",
       "      <td>1404691200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477153</th>\n",
       "      <td>B00KCWMG5S</td>\n",
       "      <td>[1, 1]</td>\n",
       "      <td>1</td>\n",
       "      <td>Arrived with what looked like a bleach stain o...</td>\n",
       "      <td>06 23, 2014</td>\n",
       "      <td>A15WDJOU6B9FLQ</td>\n",
       "      <td>L. Atwood \"Bothell\"</td>\n",
       "      <td>Stained</td>\n",
       "      <td>1403481600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477154</th>\n",
       "      <td>B00KCWMG5S</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>2</td>\n",
       "      <td>Trying to decide if return or just give away t...</td>\n",
       "      <td>06 5, 2014</td>\n",
       "      <td>AG5N21TGDQWRJ</td>\n",
       "      <td>Lori Mohler</td>\n",
       "      <td>just too small</td>\n",
       "      <td>1401926400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477155</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>[1, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>This is a (2) pack of balcalavas that can be c...</td>\n",
       "      <td>06 27, 2014</td>\n",
       "      <td>A12DQZKRKTNF5E</td>\n",
       "      <td>Andrea Polk</td>\n",
       "      <td>Quality set with multiple configurations</td>\n",
       "      <td>1403827200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477156</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>[1, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>I really wish I had these a few months ago whe...</td>\n",
       "      <td>06 7, 2014</td>\n",
       "      <td>A25C2M3QF9G7OQ</td>\n",
       "      <td>Comdet</td>\n",
       "      <td>I&amp;#8217;m ready for another frigid blast (or a...</td>\n",
       "      <td>1402099200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477157</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>[2, 3]</td>\n",
       "      <td>5</td>\n",
       "      <td>If you are an outdoor person and are outdoors ...</td>\n",
       "      <td>06 4, 2014</td>\n",
       "      <td>ABDR6IJ93HFIO</td>\n",
       "      <td>Daisy \"Daisy S\"</td>\n",
       "      <td>Wonderful for one who is outdoors in cold weat...</td>\n",
       "      <td>1401840000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477158</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>[4, 5]</td>\n",
       "      <td>5</td>\n",
       "      <td>l  know now just what I am going as for Hallow...</td>\n",
       "      <td>06 16, 2014</td>\n",
       "      <td>A3BFDEBT5IV4UN</td>\n",
       "      <td>Dianne E. Socci-Tetro \"Never Judge a Book by ...</td>\n",
       "      <td>Look Mom I'm a Ninja...No, I'm a Motorcycle  M...</td>\n",
       "      <td>1402876800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477159</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>[4, 5]</td>\n",
       "      <td>4</td>\n",
       "      <td>I go walking a lot in all kinds of weather and...</td>\n",
       "      <td>06 16, 2014</td>\n",
       "      <td>A1EVV74UQYVKRY</td>\n",
       "      <td>K. Groh</td>\n",
       "      <td>Great for Winter or Chilly Walks</td>\n",
       "      <td>1402876800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477160</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>[4, 7]</td>\n",
       "      <td>5</td>\n",
       "      <td>This two pack of Balaclavas makes for a very n...</td>\n",
       "      <td>06 9, 2014</td>\n",
       "      <td>ABUE0ALHKWKHC</td>\n",
       "      <td>Kiwi</td>\n",
       "      <td>Nice soft protection from the elements.....</td>\n",
       "      <td>1402272000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477161</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>[5, 6]</td>\n",
       "      <td>5</td>\n",
       "      <td>Well, the first thing I did was try the balacl...</td>\n",
       "      <td>06 13, 2014</td>\n",
       "      <td>A1PI8VBCXXSGC7</td>\n",
       "      <td>Lynn</td>\n",
       "      <td>Love that my ears have two layers of protectio...</td>\n",
       "      <td>1402617600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477162</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>[2, 3]</td>\n",
       "      <td>5</td>\n",
       "      <td>While balaclavas can be used for a variety of ...</td>\n",
       "      <td>06 13, 2014</td>\n",
       "      <td>A2XX2A4OJCDNLZ</td>\n",
       "      <td>RatherLiveInKeyWest</td>\n",
       "      <td>Balaclava 2 Pack - Black - Tan - 100% Polyeste...</td>\n",
       "      <td>1402617600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477163</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>[7, 8]</td>\n",
       "      <td>5</td>\n",
       "      <td>This is truly a year round product. Here in th...</td>\n",
       "      <td>06 21, 2014</td>\n",
       "      <td>A2YKWYC3WQJX5J</td>\n",
       "      <td>Shannon Lastowski \"Queen of Caffeine\"</td>\n",
       "      <td>Fits under even a tight helmet</td>\n",
       "      <td>1403308800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477164</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>[2, 3]</td>\n",
       "      <td>4</td>\n",
       "      <td>Nice material, but not as nice as  silk or mer...</td>\n",
       "      <td>06 9, 2014</td>\n",
       "      <td>A3UJRNI8UR4871</td>\n",
       "      <td>Wulfstan \"wulfstan\"</td>\n",
       "      <td>Lightweight &amp; useful</td>\n",
       "      <td>1402272000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477165</th>\n",
       "      <td>B00KGCLROK</td>\n",
       "      <td>[1, 1]</td>\n",
       "      <td>2</td>\n",
       "      <td>These were a free sample for review.  I was ex...</td>\n",
       "      <td>06 21, 2014</td>\n",
       "      <td>A34BZM6S9L7QI4</td>\n",
       "      <td>Candy Cane \"Is it just me?\"</td>\n",
       "      <td>Wanted to love these</td>\n",
       "      <td>1403308800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477166</th>\n",
       "      <td>B00KGCLROK</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>5</td>\n",
       "      <td>My stepmother does yoga in bare feet or regula...</td>\n",
       "      <td>07 3, 2014</td>\n",
       "      <td>A4WEZJOIZIV4U</td>\n",
       "      <td>Chuck Bittner \"Disabled comedian &amp; gamer!\"</td>\n",
       "      <td>My stepmother was impressed with the extra grip.</td>\n",
       "      <td>1404345600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477167</th>\n",
       "      <td>B00KGCLROK</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>5</td>\n",
       "      <td>These socks are very nicely made and quite com...</td>\n",
       "      <td>06 22, 2014</td>\n",
       "      <td>A25C2M3QF9G7OQ</td>\n",
       "      <td>Comdet</td>\n",
       "      <td>A bit fussy to get on, but they work very well</td>\n",
       "      <td>1403395200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477168</th>\n",
       "      <td>B00KGCLROK</td>\n",
       "      <td>[1, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>You don&amp;#8217;t have to be a yoga or martial a...</td>\n",
       "      <td>07 5, 2014</td>\n",
       "      <td>ACJT8MUC0LRF0</td>\n",
       "      <td>D. Fowler</td>\n",
       "      <td>Very nice, comfortable non-slip socks for yoga...</td>\n",
       "      <td>1404518400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477169</th>\n",
       "      <td>B00KGCLROK</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>5</td>\n",
       "      <td>These are cozy and complements well for yoga. ...</td>\n",
       "      <td>06 24, 2014</td>\n",
       "      <td>A2NOW4U7W3F7RI</td>\n",
       "      <td>rpv</td>\n",
       "      <td>Cozy!</td>\n",
       "      <td>1403568000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477170</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>[1, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>I really hate my husband's packing system. He ...</td>\n",
       "      <td>06 9, 2014</td>\n",
       "      <td>A1W415JP5WEAJK</td>\n",
       "      <td>Alex S</td>\n",
       "      <td>Even Husbands can do it</td>\n",
       "      <td>1402272000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477171</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>5</td>\n",
       "      <td>*Disclosure: I was contacted by a rep for Shac...</td>\n",
       "      <td>07 18, 2014</td>\n",
       "      <td>AX05DBU8IRUWY</td>\n",
       "      <td>C. Schmidt</td>\n",
       "      <td>Not for squares</td>\n",
       "      <td>1405641600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477172</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>[2, 2]</td>\n",
       "      <td>5</td>\n",
       "      <td>This set of travel organizers includes four pi...</td>\n",
       "      <td>06 13, 2014</td>\n",
       "      <td>AEL6CQNQXONBX</td>\n",
       "      <td>Cute Chihuahua</td>\n",
       "      <td>Can be used for organization but they are grea...</td>\n",
       "      <td>1402617600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477173</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>[1, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>When I pack it looks like a disaster area in a...</td>\n",
       "      <td>06 9, 2014</td>\n",
       "      <td>ACJT8MUC0LRF0</td>\n",
       "      <td>D. Fowler</td>\n",
       "      <td>End of my packing nightmare system ...</td>\n",
       "      <td>1402272000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477174</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>[0, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>I don't normally go ga-ga over a product very ...</td>\n",
       "      <td>06 24, 2014</td>\n",
       "      <td>A2DG63DN704LOI</td>\n",
       "      <td>ESlayd</td>\n",
       "      <td>These have literally changed the way I travel!</td>\n",
       "      <td>1403568000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477175</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>[0, 0]</td>\n",
       "      <td>5</td>\n",
       "      <td>I've been traveling back and forth to England ...</td>\n",
       "      <td>06 26, 2014</td>\n",
       "      <td>A1EVV74UQYVKRY</td>\n",
       "      <td>K. Groh</td>\n",
       "      <td>Wonderful for Better Packing</td>\n",
       "      <td>1403740800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477176</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>[1, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>These are very nice packing cubes and the 18 x...</td>\n",
       "      <td>06 8, 2014</td>\n",
       "      <td>A1UQBFCERIP7VJ</td>\n",
       "      <td>Margaret Picky</td>\n",
       "      <td>Convenient, lightweight, and durable</td>\n",
       "      <td>1402185600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477177</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>[2, 2]</td>\n",
       "      <td>5</td>\n",
       "      <td>I am on vacation with my family of four and th...</td>\n",
       "      <td>07 7, 2014</td>\n",
       "      <td>A22CW0ZHY3NJH8</td>\n",
       "      <td>Noname</td>\n",
       "      <td>Holds Up Well In Real World Test</td>\n",
       "      <td>1404691200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477178</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>[0, 1]</td>\n",
       "      <td>5</td>\n",
       "      <td>When I signed up to receive a free set of Shac...</td>\n",
       "      <td>06 23, 2014</td>\n",
       "      <td>A30VWT3R25QAVD</td>\n",
       "      <td>THE-DEADLY-DOG \"Living and Loving Life.\"</td>\n",
       "      <td>Don't Travel? Still Way too Useful for 'Averag...</td>\n",
       "      <td>1403481600</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>477179 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              asin   helpful  overall  \\\n",
       "0       7806397051    [3, 4]        1   \n",
       "1       7806397051    [1, 1]        3   \n",
       "2       7806397051    [0, 1]        4   \n",
       "3       7806397051    [2, 2]        2   \n",
       "4       7806397051    [0, 0]        3   \n",
       "5       7806397051    [1, 2]        5   \n",
       "6       7806397051    [1, 3]        1   \n",
       "7       7806397051    [0, 1]        2   \n",
       "8       9759091062    [0, 0]        2   \n",
       "9       9759091062    [0, 0]        3   \n",
       "10      9759091062    [0, 0]        3   \n",
       "11      9759091062    [0, 0]        1   \n",
       "12      9759091062    [0, 1]        5   \n",
       "13      9759091062    [0, 0]        1   \n",
       "14      9759091062    [0, 1]        5   \n",
       "15      9759091062    [0, 0]        2   \n",
       "16      9759091062    [2, 4]        5   \n",
       "17      9759091062    [2, 4]        4   \n",
       "18      9759091062    [0, 1]        3   \n",
       "19      9788072216  [24, 24]        5   \n",
       "20      9788072216    [0, 0]        5   \n",
       "21      9788072216    [1, 1]        5   \n",
       "22      9788072216    [2, 4]        5   \n",
       "23      9788072216    [0, 0]        5   \n",
       "24      9790790961    [1, 1]        5   \n",
       "25      9790790961    [0, 1]        3   \n",
       "26      9790790961    [0, 0]        5   \n",
       "27      9790790961    [0, 1]        5   \n",
       "28      9790790961    [1, 2]        5   \n",
       "29      9790790961    [0, 0]        3   \n",
       "...            ...       ...      ...   \n",
       "477149  B00KA602SY    [0, 0]        5   \n",
       "477150  B00KCWMG5S    [0, 0]        2   \n",
       "477151  B00KCWMG5S    [2, 2]        4   \n",
       "477152  B00KCWMG5S    [0, 0]        3   \n",
       "477153  B00KCWMG5S    [1, 1]        1   \n",
       "477154  B00KCWMG5S    [0, 0]        2   \n",
       "477155  B00KF9180W    [1, 1]        5   \n",
       "477156  B00KF9180W    [1, 1]        5   \n",
       "477157  B00KF9180W    [2, 3]        5   \n",
       "477158  B00KF9180W    [4, 5]        5   \n",
       "477159  B00KF9180W    [4, 5]        4   \n",
       "477160  B00KF9180W    [4, 7]        5   \n",
       "477161  B00KF9180W    [5, 6]        5   \n",
       "477162  B00KF9180W    [2, 3]        5   \n",
       "477163  B00KF9180W    [7, 8]        5   \n",
       "477164  B00KF9180W    [2, 3]        4   \n",
       "477165  B00KGCLROK    [1, 1]        2   \n",
       "477166  B00KGCLROK    [0, 0]        5   \n",
       "477167  B00KGCLROK    [0, 0]        5   \n",
       "477168  B00KGCLROK    [1, 1]        5   \n",
       "477169  B00KGCLROK    [0, 0]        5   \n",
       "477170  B00KKXCJQU    [1, 1]        5   \n",
       "477171  B00KKXCJQU    [0, 0]        5   \n",
       "477172  B00KKXCJQU    [2, 2]        5   \n",
       "477173  B00KKXCJQU    [1, 1]        5   \n",
       "477174  B00KKXCJQU    [0, 1]        5   \n",
       "477175  B00KKXCJQU    [0, 0]        5   \n",
       "477176  B00KKXCJQU    [1, 1]        5   \n",
       "477177  B00KKXCJQU    [2, 2]        5   \n",
       "477178  B00KKXCJQU    [0, 1]        5   \n",
       "\n",
       "                                               reviewText   reviewTime  \\\n",
       "0       Very oily and creamy. Not at all what I expect...  01 30, 2014   \n",
       "1       This palette was a decent price and I was look...  04 18, 2014   \n",
       "2       The texture of this concealer pallet is fantas...   09 6, 2013   \n",
       "3       I really can't tell what exactly this thing is...   12 8, 2013   \n",
       "4       It was a little smaller than I expected, but t...  10 19, 2013   \n",
       "5       I was very happy to get this palette, now I wi...  04 15, 2013   \n",
       "6       PLEASE DONT DO IT! this just rachett the palet...  08 16, 2013   \n",
       "7       Chalky,Not Pigmented,Wears off easily,Not a Co...   09 4, 2013   \n",
       "8       Did nothing for me. Stings when I put it on. I...  07 13, 2014   \n",
       "9       I bought this product to get rid of the dark s...  12 27, 2013   \n",
       "10      I have mixed feelings about this product. When...  05 20, 2014   \n",
       "11      Did nothing for my skin. Used as suggested and...  02 18, 2014   \n",
       "12      I bought this product about 3 months ago, I fi...  01 23, 2014   \n",
       "13      This gell did nothing at all. I religiously pu...  01 11, 2014   \n",
       "14      i got this to get rid of a scar and it did jus...  02 18, 2014   \n",
       "15      I used it for anal bleaching and it burned a b...   04 6, 2014   \n",
       "16      I order this cream along with their soap. It a...  09 14, 2013   \n",
       "17      Good product. Use a little bit on your spot an...  10 18, 2013   \n",
       "18      I didn't use it past a week. The reason why is...   11 1, 2013   \n",
       "19      I haven't been a big fan of Prada's fragrances...  09 19, 2011   \n",
       "20      We gave these as gifts and everyone that recei...  08 10, 2013   \n",
       "21      This is the first fragrance by Prada that I lo...  11 28, 2011   \n",
       "22      So I got this about a month ago. I had no plan...  05 27, 2012   \n",
       "23      This product has a very fruity scent which is ...   02 2, 2013   \n",
       "24      I'm very picky when it comes to fragrance. I l...  03 11, 2014   \n",
       "25      bright crystals reminds me of Victoria Secrets...  12 19, 2011   \n",
       "26      Got this product and I never heard of this so ...   09 8, 2013   \n",
       "27      This is a beautiful perfume! Nice, clean scent...   02 2, 2014   \n",
       "28      This is the real Versace Bright Crystal fragra...  02 14, 2014   \n",
       "29      I love it! and will continue using it but it's...  02 12, 2014   \n",
       "...                                                   ...          ...   \n",
       "477149  I really like this shirt, very comfortable and...  06 22, 2014   \n",
       "477150                                For tiny teenagers.  07 20, 2014   \n",
       "477151  Like these pants, 1st time I wore them I rippe...   06 6, 2014   \n",
       "477152  I should have waited until I owned the first p...   07 7, 2014   \n",
       "477153  Arrived with what looked like a bleach stain o...  06 23, 2014   \n",
       "477154  Trying to decide if return or just give away t...   06 5, 2014   \n",
       "477155  This is a (2) pack of balcalavas that can be c...  06 27, 2014   \n",
       "477156  I really wish I had these a few months ago whe...   06 7, 2014   \n",
       "477157  If you are an outdoor person and are outdoors ...   06 4, 2014   \n",
       "477158  l  know now just what I am going as for Hallow...  06 16, 2014   \n",
       "477159  I go walking a lot in all kinds of weather and...  06 16, 2014   \n",
       "477160  This two pack of Balaclavas makes for a very n...   06 9, 2014   \n",
       "477161  Well, the first thing I did was try the balacl...  06 13, 2014   \n",
       "477162  While balaclavas can be used for a variety of ...  06 13, 2014   \n",
       "477163  This is truly a year round product. Here in th...  06 21, 2014   \n",
       "477164  Nice material, but not as nice as  silk or mer...   06 9, 2014   \n",
       "477165  These were a free sample for review.  I was ex...  06 21, 2014   \n",
       "477166  My stepmother does yoga in bare feet or regula...   07 3, 2014   \n",
       "477167  These socks are very nicely made and quite com...  06 22, 2014   \n",
       "477168  You don&#8217;t have to be a yoga or martial a...   07 5, 2014   \n",
       "477169  These are cozy and complements well for yoga. ...  06 24, 2014   \n",
       "477170  I really hate my husband's packing system. He ...   06 9, 2014   \n",
       "477171  *Disclosure: I was contacted by a rep for Shac...  07 18, 2014   \n",
       "477172  This set of travel organizers includes four pi...  06 13, 2014   \n",
       "477173  When I pack it looks like a disaster area in a...   06 9, 2014   \n",
       "477174  I don't normally go ga-ga over a product very ...  06 24, 2014   \n",
       "477175  I've been traveling back and forth to England ...  06 26, 2014   \n",
       "477176  These are very nice packing cubes and the 18 x...   06 8, 2014   \n",
       "477177  I am on vacation with my family of four and th...   07 7, 2014   \n",
       "477178  When I signed up to receive a free set of Shac...  06 23, 2014   \n",
       "\n",
       "            reviewerID                                      reviewerName  \\\n",
       "0       A1YJEY40YUW4SE                                            Andrea   \n",
       "1        A60XNB876KYML                                        Jessica H.   \n",
       "2       A3G6XNM240RMWA                                             Karen   \n",
       "3       A1PQFP6SAJ6D80                                             Norah   \n",
       "4       A38FVHZTNQ271F                                         Nova Amor   \n",
       "5       A3BTN14HIZET6Z                    S. M. Randall \"WildHorseWoman\"   \n",
       "6       A1Z59RFKN0M5QL                                 tasha \"luvely12b\"   \n",
       "7        AWUO9P6PL1SY8                                     TreMagnifique   \n",
       "8       A3LMILRM9OC3SA                                               NaN   \n",
       "9       A30IP88QK3YUIO                               Amina Bint Ibraheem   \n",
       "10       APBQH4BS48CQO                                           Charmmy   \n",
       "11      A3FE8W8UV95U6B                                 Culture C Simmons   \n",
       "12      A1EVGDOTGFZOSS                           Jessica \"Anarchykisses\"   \n",
       "13       AP5WTCMP6DTRV                                           Layla B   \n",
       "14      A21IM16PQWKVO5                                          mdub9922   \n",
       "15      A1TLDR1V4O48PK                     Mickey O Neil \"Mickey O Neil\"   \n",
       "16       A6F8KH0J1AVYA                                            SanBen   \n",
       "17       AXPKZA7UZXKTT                                         Shirleyyy   \n",
       "18      A2SIAYDK7GG7QA                                      theredtranny   \n",
       "19      A1QV5IH6HDRN0L                                          armygirl   \n",
       "20      A3UQXHI88S7XAX                                         D. Greene   \n",
       "21      A2EK2CJNJUF7OQ                                             Nikki   \n",
       "22      A2GWNGQF9SHRE4                             Pholuke \"Lepa Shandy\"   \n",
       "23       ABV67T136UXFQ                                            Sandra   \n",
       "24      A2FQZKL2KIZACO                                          Ellie B.   \n",
       "25      A312RDWQYLAG7S                                               ltg   \n",
       "26      A3TYR1ALBZ2EU9                                       Mananagirl6   \n",
       "27       AUYVMLI0CBMYS                                          Shay1234   \n",
       "28      A2H0VDRANZMGGX                                         Shoe luva   \n",
       "29      A2MZDI3I5AEL74                            Y. Siani \"I love nini\"   \n",
       "...                ...                                               ...   \n",
       "477149   ANNHM5C3DX72Q                                    Tracey Simmons   \n",
       "477150  A2FENE35P9Z592                                            Amanda   \n",
       "477151    AODACROYFBAY                                   Denise M Nelson   \n",
       "477152  A3O26N290U3VI0                                            Khouri   \n",
       "477153  A15WDJOU6B9FLQ                               L. Atwood \"Bothell\"   \n",
       "477154   AG5N21TGDQWRJ                                       Lori Mohler   \n",
       "477155  A12DQZKRKTNF5E                                       Andrea Polk   \n",
       "477156  A25C2M3QF9G7OQ                                            Comdet   \n",
       "477157   ABDR6IJ93HFIO                                   Daisy \"Daisy S\"   \n",
       "477158  A3BFDEBT5IV4UN  Dianne E. Socci-Tetro \"Never Judge a Book by ...   \n",
       "477159  A1EVV74UQYVKRY                                           K. Groh   \n",
       "477160   ABUE0ALHKWKHC                                              Kiwi   \n",
       "477161  A1PI8VBCXXSGC7                                              Lynn   \n",
       "477162  A2XX2A4OJCDNLZ                               RatherLiveInKeyWest   \n",
       "477163  A2YKWYC3WQJX5J             Shannon Lastowski \"Queen of Caffeine\"   \n",
       "477164  A3UJRNI8UR4871                               Wulfstan \"wulfstan\"   \n",
       "477165  A34BZM6S9L7QI4                       Candy Cane \"Is it just me?\"   \n",
       "477166   A4WEZJOIZIV4U        Chuck Bittner \"Disabled comedian & gamer!\"   \n",
       "477167  A25C2M3QF9G7OQ                                            Comdet   \n",
       "477168   ACJT8MUC0LRF0                                         D. Fowler   \n",
       "477169  A2NOW4U7W3F7RI                                               rpv   \n",
       "477170  A1W415JP5WEAJK                                            Alex S   \n",
       "477171   AX05DBU8IRUWY                                        C. Schmidt   \n",
       "477172   AEL6CQNQXONBX                                    Cute Chihuahua   \n",
       "477173   ACJT8MUC0LRF0                                         D. Fowler   \n",
       "477174  A2DG63DN704LOI                                            ESlayd   \n",
       "477175  A1EVV74UQYVKRY                                           K. Groh   \n",
       "477176  A1UQBFCERIP7VJ                                    Margaret Picky   \n",
       "477177  A22CW0ZHY3NJH8                                            Noname   \n",
       "477178  A30VWT3R25QAVD          THE-DEADLY-DOG \"Living and Loving Life.\"   \n",
       "\n",
       "                                                  summary  unixReviewTime  \n",
       "0                                  Don't waste your money      1391040000  \n",
       "1                                             OK Palette!      1397779200  \n",
       "2                                           great quality      1378425600  \n",
       "3                                  Do not work on my face      1386460800  \n",
       "4                                              It's okay.      1382140800  \n",
       "5                                      Very nice palette!      1365984000  \n",
       "6                                                  smh!!!      1376611200  \n",
       "7       Chalky, Not Pigmented, Wears off easily, Not a...      1378252800  \n",
       "8             no Lightening, no Brightening,......NOTHING      1405209600  \n",
       "9                                             Its alright      1388102400  \n",
       "10                                        Mixed feelings.      1400544000  \n",
       "11                                                Nothing      1392681600  \n",
       "12                                             This works      1390435200  \n",
       "13                                           Does nothing      1389398400  \n",
       "14                                               it works      1392681600  \n",
       "15                                                  burns      1396742400  \n",
       "16                                        Did work for me      1379116800  \n",
       "17                                              excellent      1382054400  \n",
       "18                                            weird smell      1383264000  \n",
       "19                                Love the smell of this!      1316390400  \n",
       "20                                                  Happy      1376092800  \n",
       "21                                              Very good      1322438400  \n",
       "22                                       Lurrrrrrrrv.....      1338076800  \n",
       "23                                            Great Scent      1359763200  \n",
       "24                              Spring Garden in a Bottle      1394496000  \n",
       "25                                            fresh smell      1324252800  \n",
       "26                                          My new smell!      1378598400  \n",
       "27                                        One of my favs!      1391299200  \n",
       "28                                           Smells clean      1392336000  \n",
       "29       Love the smell but a shame it's not last as long      1392163200  \n",
       "...                                                   ...             ...  \n",
       "477149                                          Very nice      1403395200  \n",
       "477150                                        Teeny pants      1405814400  \n",
       "477151                                     fabric is thin      1402012800  \n",
       "477152                                  so, this is weird      1404691200  \n",
       "477153                                            Stained      1403481600  \n",
       "477154                                     just too small      1401926400  \n",
       "477155           Quality set with multiple configurations      1403827200  \n",
       "477156  I&#8217;m ready for another frigid blast (or a...      1402099200  \n",
       "477157  Wonderful for one who is outdoors in cold weat...      1401840000  \n",
       "477158  Look Mom I'm a Ninja...No, I'm a Motorcycle  M...      1402876800  \n",
       "477159                   Great for Winter or Chilly Walks      1402876800  \n",
       "477160        Nice soft protection from the elements.....      1402272000  \n",
       "477161  Love that my ears have two layers of protectio...      1402617600  \n",
       "477162  Balaclava 2 Pack - Black - Tan - 100% Polyeste...      1402617600  \n",
       "477163                     Fits under even a tight helmet      1403308800  \n",
       "477164                               Lightweight & useful      1402272000  \n",
       "477165                               Wanted to love these      1403308800  \n",
       "477166   My stepmother was impressed with the extra grip.      1404345600  \n",
       "477167     A bit fussy to get on, but they work very well      1403395200  \n",
       "477168  Very nice, comfortable non-slip socks for yoga...      1404518400  \n",
       "477169                                              Cozy!      1403568000  \n",
       "477170                            Even Husbands can do it      1402272000  \n",
       "477171                                    Not for squares      1405641600  \n",
       "477172  Can be used for organization but they are grea...      1402617600  \n",
       "477173             End of my packing nightmare system ...      1402272000  \n",
       "477174     These have literally changed the way I travel!      1403568000  \n",
       "477175                       Wonderful for Better Packing      1403740800  \n",
       "477176               Convenient, lightweight, and durable      1402185600  \n",
       "477177                   Holds Up Well In Real World Test      1404691200  \n",
       "477178  Don't Travel? Still Way too Useful for 'Averag...      1403481600  \n",
       "\n",
       "[477179 rows x 9 columns]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['asin', 'helpful', 'overall', 'reviewText', 'reviewTime', 'reviewerID',\n",
       "       'reviewerName', 'summary', 'unixReviewTime'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "review_data.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "review_data=review_data.drop(['helpful','reviewTime','reviewerName','unixReviewTime'],axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>asin</th>\n",
       "      <th>overall</th>\n",
       "      <th>reviewText</th>\n",
       "      <th>reviewerID</th>\n",
       "      <th>summary</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>1</td>\n",
       "      <td>Very oily and creamy. Not at all what I expect...</td>\n",
       "      <td>A1YJEY40YUW4SE</td>\n",
       "      <td>Don't waste your money</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>3</td>\n",
       "      <td>This palette was a decent price and I was look...</td>\n",
       "      <td>A60XNB876KYML</td>\n",
       "      <td>OK Palette!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>4</td>\n",
       "      <td>The texture of this concealer pallet is fantas...</td>\n",
       "      <td>A3G6XNM240RMWA</td>\n",
       "      <td>great quality</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>2</td>\n",
       "      <td>I really can't tell what exactly this thing is...</td>\n",
       "      <td>A1PQFP6SAJ6D80</td>\n",
       "      <td>Do not work on my face</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>3</td>\n",
       "      <td>It was a little smaller than I expected, but t...</td>\n",
       "      <td>A38FVHZTNQ271F</td>\n",
       "      <td>It's okay.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>5</td>\n",
       "      <td>I was very happy to get this palette, now I wi...</td>\n",
       "      <td>A3BTN14HIZET6Z</td>\n",
       "      <td>Very nice palette!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>1</td>\n",
       "      <td>PLEASE DONT DO IT! this just rachett the palet...</td>\n",
       "      <td>A1Z59RFKN0M5QL</td>\n",
       "      <td>smh!!!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7806397051</td>\n",
       "      <td>2</td>\n",
       "      <td>Chalky,Not Pigmented,Wears off easily,Not a Co...</td>\n",
       "      <td>AWUO9P6PL1SY8</td>\n",
       "      <td>Chalky, Not Pigmented, Wears off easily, Not a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>2</td>\n",
       "      <td>Did nothing for me. Stings when I put it on. I...</td>\n",
       "      <td>A3LMILRM9OC3SA</td>\n",
       "      <td>no Lightening, no Brightening,......NOTHING</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>3</td>\n",
       "      <td>I bought this product to get rid of the dark s...</td>\n",
       "      <td>A30IP88QK3YUIO</td>\n",
       "      <td>Its alright</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>3</td>\n",
       "      <td>I have mixed feelings about this product. When...</td>\n",
       "      <td>APBQH4BS48CQO</td>\n",
       "      <td>Mixed feelings.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>1</td>\n",
       "      <td>Did nothing for my skin. Used as suggested and...</td>\n",
       "      <td>A3FE8W8UV95U6B</td>\n",
       "      <td>Nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>5</td>\n",
       "      <td>I bought this product about 3 months ago, I fi...</td>\n",
       "      <td>A1EVGDOTGFZOSS</td>\n",
       "      <td>This works</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>1</td>\n",
       "      <td>This gell did nothing at all. I religiously pu...</td>\n",
       "      <td>AP5WTCMP6DTRV</td>\n",
       "      <td>Does nothing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>5</td>\n",
       "      <td>i got this to get rid of a scar and it did jus...</td>\n",
       "      <td>A21IM16PQWKVO5</td>\n",
       "      <td>it works</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>2</td>\n",
       "      <td>I used it for anal bleaching and it burned a b...</td>\n",
       "      <td>A1TLDR1V4O48PK</td>\n",
       "      <td>burns</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>5</td>\n",
       "      <td>I order this cream along with their soap. It a...</td>\n",
       "      <td>A6F8KH0J1AVYA</td>\n",
       "      <td>Did work for me</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>4</td>\n",
       "      <td>Good product. Use a little bit on your spot an...</td>\n",
       "      <td>AXPKZA7UZXKTT</td>\n",
       "      <td>excellent</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>9759091062</td>\n",
       "      <td>3</td>\n",
       "      <td>I didn't use it past a week. The reason why is...</td>\n",
       "      <td>A2SIAYDK7GG7QA</td>\n",
       "      <td>weird smell</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>9788072216</td>\n",
       "      <td>5</td>\n",
       "      <td>I haven't been a big fan of Prada's fragrances...</td>\n",
       "      <td>A1QV5IH6HDRN0L</td>\n",
       "      <td>Love the smell of this!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>9788072216</td>\n",
       "      <td>5</td>\n",
       "      <td>We gave these as gifts and everyone that recei...</td>\n",
       "      <td>A3UQXHI88S7XAX</td>\n",
       "      <td>Happy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>9788072216</td>\n",
       "      <td>5</td>\n",
       "      <td>This is the first fragrance by Prada that I lo...</td>\n",
       "      <td>A2EK2CJNJUF7OQ</td>\n",
       "      <td>Very good</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>9788072216</td>\n",
       "      <td>5</td>\n",
       "      <td>So I got this about a month ago. I had no plan...</td>\n",
       "      <td>A2GWNGQF9SHRE4</td>\n",
       "      <td>Lurrrrrrrrv.....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>9788072216</td>\n",
       "      <td>5</td>\n",
       "      <td>This product has a very fruity scent which is ...</td>\n",
       "      <td>ABV67T136UXFQ</td>\n",
       "      <td>Great Scent</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>5</td>\n",
       "      <td>I'm very picky when it comes to fragrance. I l...</td>\n",
       "      <td>A2FQZKL2KIZACO</td>\n",
       "      <td>Spring Garden in a Bottle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>3</td>\n",
       "      <td>bright crystals reminds me of Victoria Secrets...</td>\n",
       "      <td>A312RDWQYLAG7S</td>\n",
       "      <td>fresh smell</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>5</td>\n",
       "      <td>Got this product and I never heard of this so ...</td>\n",
       "      <td>A3TYR1ALBZ2EU9</td>\n",
       "      <td>My new smell!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>5</td>\n",
       "      <td>This is a beautiful perfume! Nice, clean scent...</td>\n",
       "      <td>AUYVMLI0CBMYS</td>\n",
       "      <td>One of my favs!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>5</td>\n",
       "      <td>This is the real Versace Bright Crystal fragra...</td>\n",
       "      <td>A2H0VDRANZMGGX</td>\n",
       "      <td>Smells clean</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>9790790961</td>\n",
       "      <td>3</td>\n",
       "      <td>I love it! and will continue using it but it's...</td>\n",
       "      <td>A2MZDI3I5AEL74</td>\n",
       "      <td>Love the smell but a shame it's not last as long</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477149</th>\n",
       "      <td>B00KA602SY</td>\n",
       "      <td>5</td>\n",
       "      <td>I really like this shirt, very comfortable and...</td>\n",
       "      <td>ANNHM5C3DX72Q</td>\n",
       "      <td>Very nice</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477150</th>\n",
       "      <td>B00KCWMG5S</td>\n",
       "      <td>2</td>\n",
       "      <td>For tiny teenagers.</td>\n",
       "      <td>A2FENE35P9Z592</td>\n",
       "      <td>Teeny pants</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477151</th>\n",
       "      <td>B00KCWMG5S</td>\n",
       "      <td>4</td>\n",
       "      <td>Like these pants, 1st time I wore them I rippe...</td>\n",
       "      <td>AODACROYFBAY</td>\n",
       "      <td>fabric is thin</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477152</th>\n",
       "      <td>B00KCWMG5S</td>\n",
       "      <td>3</td>\n",
       "      <td>I should have waited until I owned the first p...</td>\n",
       "      <td>A3O26N290U3VI0</td>\n",
       "      <td>so, this is weird</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477153</th>\n",
       "      <td>B00KCWMG5S</td>\n",
       "      <td>1</td>\n",
       "      <td>Arrived with what looked like a bleach stain o...</td>\n",
       "      <td>A15WDJOU6B9FLQ</td>\n",
       "      <td>Stained</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477154</th>\n",
       "      <td>B00KCWMG5S</td>\n",
       "      <td>2</td>\n",
       "      <td>Trying to decide if return or just give away t...</td>\n",
       "      <td>AG5N21TGDQWRJ</td>\n",
       "      <td>just too small</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477155</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>5</td>\n",
       "      <td>This is a (2) pack of balcalavas that can be c...</td>\n",
       "      <td>A12DQZKRKTNF5E</td>\n",
       "      <td>Quality set with multiple configurations</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477156</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>5</td>\n",
       "      <td>I really wish I had these a few months ago whe...</td>\n",
       "      <td>A25C2M3QF9G7OQ</td>\n",
       "      <td>I&amp;#8217;m ready for another frigid blast (or a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477157</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>5</td>\n",
       "      <td>If you are an outdoor person and are outdoors ...</td>\n",
       "      <td>ABDR6IJ93HFIO</td>\n",
       "      <td>Wonderful for one who is outdoors in cold weat...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477158</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>5</td>\n",
       "      <td>l  know now just what I am going as for Hallow...</td>\n",
       "      <td>A3BFDEBT5IV4UN</td>\n",
       "      <td>Look Mom I'm a Ninja...No, I'm a Motorcycle  M...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477159</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>4</td>\n",
       "      <td>I go walking a lot in all kinds of weather and...</td>\n",
       "      <td>A1EVV74UQYVKRY</td>\n",
       "      <td>Great for Winter or Chilly Walks</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477160</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>5</td>\n",
       "      <td>This two pack of Balaclavas makes for a very n...</td>\n",
       "      <td>ABUE0ALHKWKHC</td>\n",
       "      <td>Nice soft protection from the elements.....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477161</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>5</td>\n",
       "      <td>Well, the first thing I did was try the balacl...</td>\n",
       "      <td>A1PI8VBCXXSGC7</td>\n",
       "      <td>Love that my ears have two layers of protectio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477162</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>5</td>\n",
       "      <td>While balaclavas can be used for a variety of ...</td>\n",
       "      <td>A2XX2A4OJCDNLZ</td>\n",
       "      <td>Balaclava 2 Pack - Black - Tan - 100% Polyeste...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477163</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>5</td>\n",
       "      <td>This is truly a year round product. Here in th...</td>\n",
       "      <td>A2YKWYC3WQJX5J</td>\n",
       "      <td>Fits under even a tight helmet</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477164</th>\n",
       "      <td>B00KF9180W</td>\n",
       "      <td>4</td>\n",
       "      <td>Nice material, but not as nice as  silk or mer...</td>\n",
       "      <td>A3UJRNI8UR4871</td>\n",
       "      <td>Lightweight &amp; useful</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477165</th>\n",
       "      <td>B00KGCLROK</td>\n",
       "      <td>2</td>\n",
       "      <td>These were a free sample for review.  I was ex...</td>\n",
       "      <td>A34BZM6S9L7QI4</td>\n",
       "      <td>Wanted to love these</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477166</th>\n",
       "      <td>B00KGCLROK</td>\n",
       "      <td>5</td>\n",
       "      <td>My stepmother does yoga in bare feet or regula...</td>\n",
       "      <td>A4WEZJOIZIV4U</td>\n",
       "      <td>My stepmother was impressed with the extra grip.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477167</th>\n",
       "      <td>B00KGCLROK</td>\n",
       "      <td>5</td>\n",
       "      <td>These socks are very nicely made and quite com...</td>\n",
       "      <td>A25C2M3QF9G7OQ</td>\n",
       "      <td>A bit fussy to get on, but they work very well</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477168</th>\n",
       "      <td>B00KGCLROK</td>\n",
       "      <td>5</td>\n",
       "      <td>You don&amp;#8217;t have to be a yoga or martial a...</td>\n",
       "      <td>ACJT8MUC0LRF0</td>\n",
       "      <td>Very nice, comfortable non-slip socks for yoga...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477169</th>\n",
       "      <td>B00KGCLROK</td>\n",
       "      <td>5</td>\n",
       "      <td>These are cozy and complements well for yoga. ...</td>\n",
       "      <td>A2NOW4U7W3F7RI</td>\n",
       "      <td>Cozy!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477170</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>5</td>\n",
       "      <td>I really hate my husband's packing system. He ...</td>\n",
       "      <td>A1W415JP5WEAJK</td>\n",
       "      <td>Even Husbands can do it</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477171</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>5</td>\n",
       "      <td>*Disclosure: I was contacted by a rep for Shac...</td>\n",
       "      <td>AX05DBU8IRUWY</td>\n",
       "      <td>Not for squares</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477172</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>5</td>\n",
       "      <td>This set of travel organizers includes four pi...</td>\n",
       "      <td>AEL6CQNQXONBX</td>\n",
       "      <td>Can be used for organization but they are grea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477173</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>5</td>\n",
       "      <td>When I pack it looks like a disaster area in a...</td>\n",
       "      <td>ACJT8MUC0LRF0</td>\n",
       "      <td>End of my packing nightmare system ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477174</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>5</td>\n",
       "      <td>I don't normally go ga-ga over a product very ...</td>\n",
       "      <td>A2DG63DN704LOI</td>\n",
       "      <td>These have literally changed the way I travel!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477175</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>5</td>\n",
       "      <td>I've been traveling back and forth to England ...</td>\n",
       "      <td>A1EVV74UQYVKRY</td>\n",
       "      <td>Wonderful for Better Packing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477176</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>5</td>\n",
       "      <td>These are very nice packing cubes and the 18 x...</td>\n",
       "      <td>A1UQBFCERIP7VJ</td>\n",
       "      <td>Convenient, lightweight, and durable</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477177</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>5</td>\n",
       "      <td>I am on vacation with my family of four and th...</td>\n",
       "      <td>A22CW0ZHY3NJH8</td>\n",
       "      <td>Holds Up Well In Real World Test</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>477178</th>\n",
       "      <td>B00KKXCJQU</td>\n",
       "      <td>5</td>\n",
       "      <td>When I signed up to receive a free set of Shac...</td>\n",
       "      <td>A30VWT3R25QAVD</td>\n",
       "      <td>Don't Travel? Still Way too Useful for 'Averag...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>477179 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              asin  overall  \\\n",
       "0       7806397051        1   \n",
       "1       7806397051        3   \n",
       "2       7806397051        4   \n",
       "3       7806397051        2   \n",
       "4       7806397051        3   \n",
       "5       7806397051        5   \n",
       "6       7806397051        1   \n",
       "7       7806397051        2   \n",
       "8       9759091062        2   \n",
       "9       9759091062        3   \n",
       "10      9759091062        3   \n",
       "11      9759091062        1   \n",
       "12      9759091062        5   \n",
       "13      9759091062        1   \n",
       "14      9759091062        5   \n",
       "15      9759091062        2   \n",
       "16      9759091062        5   \n",
       "17      9759091062        4   \n",
       "18      9759091062        3   \n",
       "19      9788072216        5   \n",
       "20      9788072216        5   \n",
       "21      9788072216        5   \n",
       "22      9788072216        5   \n",
       "23      9788072216        5   \n",
       "24      9790790961        5   \n",
       "25      9790790961        3   \n",
       "26      9790790961        5   \n",
       "27      9790790961        5   \n",
       "28      9790790961        5   \n",
       "29      9790790961        3   \n",
       "...            ...      ...   \n",
       "477149  B00KA602SY        5   \n",
       "477150  B00KCWMG5S        2   \n",
       "477151  B00KCWMG5S        4   \n",
       "477152  B00KCWMG5S        3   \n",
       "477153  B00KCWMG5S        1   \n",
       "477154  B00KCWMG5S        2   \n",
       "477155  B00KF9180W        5   \n",
       "477156  B00KF9180W        5   \n",
       "477157  B00KF9180W        5   \n",
       "477158  B00KF9180W        5   \n",
       "477159  B00KF9180W        4   \n",
       "477160  B00KF9180W        5   \n",
       "477161  B00KF9180W        5   \n",
       "477162  B00KF9180W        5   \n",
       "477163  B00KF9180W        5   \n",
       "477164  B00KF9180W        4   \n",
       "477165  B00KGCLROK        2   \n",
       "477166  B00KGCLROK        5   \n",
       "477167  B00KGCLROK        5   \n",
       "477168  B00KGCLROK        5   \n",
       "477169  B00KGCLROK        5   \n",
       "477170  B00KKXCJQU        5   \n",
       "477171  B00KKXCJQU        5   \n",
       "477172  B00KKXCJQU        5   \n",
       "477173  B00KKXCJQU        5   \n",
       "477174  B00KKXCJQU        5   \n",
       "477175  B00KKXCJQU        5   \n",
       "477176  B00KKXCJQU        5   \n",
       "477177  B00KKXCJQU        5   \n",
       "477178  B00KKXCJQU        5   \n",
       "\n",
       "                                               reviewText      reviewerID  \\\n",
       "0       Very oily and creamy. Not at all what I expect...  A1YJEY40YUW4SE   \n",
       "1       This palette was a decent price and I was look...   A60XNB876KYML   \n",
       "2       The texture of this concealer pallet is fantas...  A3G6XNM240RMWA   \n",
       "3       I really can't tell what exactly this thing is...  A1PQFP6SAJ6D80   \n",
       "4       It was a little smaller than I expected, but t...  A38FVHZTNQ271F   \n",
       "5       I was very happy to get this palette, now I wi...  A3BTN14HIZET6Z   \n",
       "6       PLEASE DONT DO IT! this just rachett the palet...  A1Z59RFKN0M5QL   \n",
       "7       Chalky,Not Pigmented,Wears off easily,Not a Co...   AWUO9P6PL1SY8   \n",
       "8       Did nothing for me. Stings when I put it on. I...  A3LMILRM9OC3SA   \n",
       "9       I bought this product to get rid of the dark s...  A30IP88QK3YUIO   \n",
       "10      I have mixed feelings about this product. When...   APBQH4BS48CQO   \n",
       "11      Did nothing for my skin. Used as suggested and...  A3FE8W8UV95U6B   \n",
       "12      I bought this product about 3 months ago, I fi...  A1EVGDOTGFZOSS   \n",
       "13      This gell did nothing at all. I religiously pu...   AP5WTCMP6DTRV   \n",
       "14      i got this to get rid of a scar and it did jus...  A21IM16PQWKVO5   \n",
       "15      I used it for anal bleaching and it burned a b...  A1TLDR1V4O48PK   \n",
       "16      I order this cream along with their soap. It a...   A6F8KH0J1AVYA   \n",
       "17      Good product. Use a little bit on your spot an...   AXPKZA7UZXKTT   \n",
       "18      I didn't use it past a week. The reason why is...  A2SIAYDK7GG7QA   \n",
       "19      I haven't been a big fan of Prada's fragrances...  A1QV5IH6HDRN0L   \n",
       "20      We gave these as gifts and everyone that recei...  A3UQXHI88S7XAX   \n",
       "21      This is the first fragrance by Prada that I lo...  A2EK2CJNJUF7OQ   \n",
       "22      So I got this about a month ago. I had no plan...  A2GWNGQF9SHRE4   \n",
       "23      This product has a very fruity scent which is ...   ABV67T136UXFQ   \n",
       "24      I'm very picky when it comes to fragrance. I l...  A2FQZKL2KIZACO   \n",
       "25      bright crystals reminds me of Victoria Secrets...  A312RDWQYLAG7S   \n",
       "26      Got this product and I never heard of this so ...  A3TYR1ALBZ2EU9   \n",
       "27      This is a beautiful perfume! Nice, clean scent...   AUYVMLI0CBMYS   \n",
       "28      This is the real Versace Bright Crystal fragra...  A2H0VDRANZMGGX   \n",
       "29      I love it! and will continue using it but it's...  A2MZDI3I5AEL74   \n",
       "...                                                   ...             ...   \n",
       "477149  I really like this shirt, very comfortable and...   ANNHM5C3DX72Q   \n",
       "477150                                For tiny teenagers.  A2FENE35P9Z592   \n",
       "477151  Like these pants, 1st time I wore them I rippe...    AODACROYFBAY   \n",
       "477152  I should have waited until I owned the first p...  A3O26N290U3VI0   \n",
       "477153  Arrived with what looked like a bleach stain o...  A15WDJOU6B9FLQ   \n",
       "477154  Trying to decide if return or just give away t...   AG5N21TGDQWRJ   \n",
       "477155  This is a (2) pack of balcalavas that can be c...  A12DQZKRKTNF5E   \n",
       "477156  I really wish I had these a few months ago whe...  A25C2M3QF9G7OQ   \n",
       "477157  If you are an outdoor person and are outdoors ...   ABDR6IJ93HFIO   \n",
       "477158  l  know now just what I am going as for Hallow...  A3BFDEBT5IV4UN   \n",
       "477159  I go walking a lot in all kinds of weather and...  A1EVV74UQYVKRY   \n",
       "477160  This two pack of Balaclavas makes for a very n...   ABUE0ALHKWKHC   \n",
       "477161  Well, the first thing I did was try the balacl...  A1PI8VBCXXSGC7   \n",
       "477162  While balaclavas can be used for a variety of ...  A2XX2A4OJCDNLZ   \n",
       "477163  This is truly a year round product. Here in th...  A2YKWYC3WQJX5J   \n",
       "477164  Nice material, but not as nice as  silk or mer...  A3UJRNI8UR4871   \n",
       "477165  These were a free sample for review.  I was ex...  A34BZM6S9L7QI4   \n",
       "477166  My stepmother does yoga in bare feet or regula...   A4WEZJOIZIV4U   \n",
       "477167  These socks are very nicely made and quite com...  A25C2M3QF9G7OQ   \n",
       "477168  You don&#8217;t have to be a yoga or martial a...   ACJT8MUC0LRF0   \n",
       "477169  These are cozy and complements well for yoga. ...  A2NOW4U7W3F7RI   \n",
       "477170  I really hate my husband's packing system. He ...  A1W415JP5WEAJK   \n",
       "477171  *Disclosure: I was contacted by a rep for Shac...   AX05DBU8IRUWY   \n",
       "477172  This set of travel organizers includes four pi...   AEL6CQNQXONBX   \n",
       "477173  When I pack it looks like a disaster area in a...   ACJT8MUC0LRF0   \n",
       "477174  I don't normally go ga-ga over a product very ...  A2DG63DN704LOI   \n",
       "477175  I've been traveling back and forth to England ...  A1EVV74UQYVKRY   \n",
       "477176  These are very nice packing cubes and the 18 x...  A1UQBFCERIP7VJ   \n",
       "477177  I am on vacation with my family of four and th...  A22CW0ZHY3NJH8   \n",
       "477178  When I signed up to receive a free set of Shac...  A30VWT3R25QAVD   \n",
       "\n",
       "                                                  summary  \n",
       "0                                  Don't waste your money  \n",
       "1                                             OK Palette!  \n",
       "2                                           great quality  \n",
       "3                                  Do not work on my face  \n",
       "4                                              It's okay.  \n",
       "5                                      Very nice palette!  \n",
       "6                                                  smh!!!  \n",
       "7       Chalky, Not Pigmented, Wears off easily, Not a...  \n",
       "8             no Lightening, no Brightening,......NOTHING  \n",
       "9                                             Its alright  \n",
       "10                                        Mixed feelings.  \n",
       "11                                                Nothing  \n",
       "12                                             This works  \n",
       "13                                           Does nothing  \n",
       "14                                               it works  \n",
       "15                                                  burns  \n",
       "16                                        Did work for me  \n",
       "17                                              excellent  \n",
       "18                                            weird smell  \n",
       "19                                Love the smell of this!  \n",
       "20                                                  Happy  \n",
       "21                                              Very good  \n",
       "22                                       Lurrrrrrrrv.....  \n",
       "23                                            Great Scent  \n",
       "24                              Spring Garden in a Bottle  \n",
       "25                                            fresh smell  \n",
       "26                                          My new smell!  \n",
       "27                                        One of my favs!  \n",
       "28                                           Smells clean  \n",
       "29       Love the smell but a shame it's not last as long  \n",
       "...                                                   ...  \n",
       "477149                                          Very nice  \n",
       "477150                                        Teeny pants  \n",
       "477151                                     fabric is thin  \n",
       "477152                                  so, this is weird  \n",
       "477153                                            Stained  \n",
       "477154                                     just too small  \n",
       "477155           Quality set with multiple configurations  \n",
       "477156  I&#8217;m ready for another frigid blast (or a...  \n",
       "477157  Wonderful for one who is outdoors in cold weat...  \n",
       "477158  Look Mom I'm a Ninja...No, I'm a Motorcycle  M...  \n",
       "477159                   Great for Winter or Chilly Walks  \n",
       "477160        Nice soft protection from the elements.....  \n",
       "477161  Love that my ears have two layers of protectio...  \n",
       "477162  Balaclava 2 Pack - Black - Tan - 100% Polyeste...  \n",
       "477163                     Fits under even a tight helmet  \n",
       "477164                               Lightweight & useful  \n",
       "477165                               Wanted to love these  \n",
       "477166   My stepmother was impressed with the extra grip.  \n",
       "477167     A bit fussy to get on, but they work very well  \n",
       "477168  Very nice, comfortable non-slip socks for yoga...  \n",
       "477169                                              Cozy!  \n",
       "477170                            Even Husbands can do it  \n",
       "477171                                    Not for squares  \n",
       "477172  Can be used for organization but they are grea...  \n",
       "477173             End of my packing nightmare system ...  \n",
       "477174     These have literally changed the way I travel!  \n",
       "477175                       Wonderful for Better Packing  \n",
       "477176               Convenient, lightweight, and durable  \n",
       "477177                   Holds Up Well In Real World Test  \n",
       "477178  Don't Travel? Still Way too Useful for 'Averag...  \n",
       "\n",
       "[477179 rows x 5 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "review_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x20088203470>"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZMAAAEFCAYAAAAmIwo/AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAE/5JREFUeJzt3X+QXWV9x/H3JosJqZtMnFmkjiAD6rfRKT8MkihQUkUj\nYMXBcaQMlEoFghTIlBErJAJOHEcktAQVHBCJJHQsoVgnFBNbfyUpJi3CCDb9IqjF0TqzxEBW0yQG\ntn+cE7zE3c1unr17srvv18zO3Puc55z7fXYm+exznnPO7ejr60OSpBKTmi5AkjT2GSaSpGKGiSSp\nmGEiSSpmmEiSinU2XUBTenp6vYxNkoapu7uro792ZyaSpGKGiSSpmGEiSSpmmEiSihkmkqRihokk\nqZhhIkkqZphIkooZJpKkYoaJJKnYhH2ciiSV2rxxadMltMWsOVcOex9nJpKkYoaJJKmYYSJJKmaY\nSJKKGSaSpGKGiSSpmGEiSSpmmEiSihkmkqRihokkqZhhIkkqZphIkooZJpKkYoaJJKmYYSJJKmaY\nSJKKGSaSpGJt+abFiDgIuBM4ApgCLAF+BqwGflR3uzUzvxIRFwIXA7uBJZm5OiIOBlYAhwC9wPmZ\n2RMRc4Gb675rM/P6+vOuBc6o2xdm5qZ2jEuS1L92fW3vucCWzDwvIl4BPAp8ArgpM1/8nsuIOBS4\nHDgemAqsj4hvAJcAj2XmdRFxNrAIuAK4DXgf8GPggYg4DugATgHmAIcB9wFvbtO4JEn9aFeY3Aus\nql93UM0YZgMREWdSzU4WAicAGzJzJ7AzIp4EjgZOAm6o938QWBwR04EpmfkU1YHWAKcCO6lmKX3A\n0xHRGRHdmdkzWIEzZ06js3PyyI1Y0oSzuekC2qS7u2vY+7QlTDLz1wAR0UUVKouoTnfdkZkPR8Q1\nwLVUM5bnWnbtBWYA01vaW9u27dX3SGAHsKWfYwwaJlu3bt+foUnSuNfT0zvgtoGCpm0L8BFxGPAt\n4O7MvAe4PzMfrjffDxxHFQ6tlXUBz+7V3l/bUNolSaOkLWESEa8E1gIfzcw76+Y1EXFC/frtwMPA\nJuDkiJgaETOAWcDjwAbg9LrvacC6zNwG7IqIoyKiA5gPrKv7zo+ISRFxODApM59px7gkSf1r15rJ\n1cBMqrWOxXXb3wB/FxG/BX4JXJSZ2yJiGVUoTAKuycwdEXErsDwi1gO7gHPqYywAVgKTqdZJNgJE\nxDrgofoYl7ZpTJKkAXT09fU1XUMjenp6J+bAJY2YzRuX7rvTGDRrzpUDbuvu7uror92bFiVJxQwT\nSVIxw0SSVMwwkSQVM0wkScUME0lSMcNEklTMMJEkFTNMJEnFDBNJUjHDRJJUzDCRJBUzTCRJxQwT\nSVIxw0SSVMwwkSQVM0wkScUME0lSMcNEklTMMJEkFTNMJEnFDBNJUjHDRJJUzDCRJBUzTCRJxQwT\nSVIxw0SSVMwwkSQVM0wkScU623HQiDgIuBM4ApgCLAH+C7gL6AMeBy7NzBci4kLgYmA3sCQzV0fE\nwcAK4BCgFzg/M3siYi5wc913bWZeX3/etcAZdfvCzNzUjnFJkvrXrpnJucCWzDwZeBfwWeAmYFHd\n1gGcGRGHApcDJwLzgU9FxBTgEuCxuu+XgUX1cW8DzgFOAuZExHER8SbgFGAOcDbwuTaNSZI0gHaF\nyb3A4vp1B9WMYTbwnbrtQeBU4ARgQ2buzMzngCeBo6nC4uutfSNiOjAlM5/KzD5gTX2Mk6hmKX2Z\n+TTQGRHdbRqXJKkfbTnNlZm/BoiILmAV1czixjoEoDp1NQOYDjzXsmt/7a1t2/bqeySwA9jSzzF6\nBqtx5sxpdHZOHu7QJOlFm5suoE26u7uGvU9bwgQgIg4D7gc+n5n3RMQNLZu7gGepwqFrH+376rtr\ngPZBbd26fTjDkaQJo6end8BtAwVNW05zRcQrgbXARzPzzrr5kYiYV78+DVgHbAJOjoipETEDmEW1\nOL8BOL21b2ZuA3ZFxFER0UG1xrKu7js/IiZFxOHApMx8ph3jkiT1r10zk6uBmcDiiNizdnIFsCwi\nXkY1O1yVmc9HxDKqUJgEXJOZOyLiVmB5RKynmnmcUx9jAbASmEy1TrIRICLWAQ/Vx7i0TWOSJA2g\no6+vb9+9xqGent6JOXBJI2bzxqVNl9AWs+ZcOeC27u6ujv7avWlRklTMMJEkFTNMJEnFDBNJUjHD\nRJJUzDCRJBUzTCRJxQwTSVIxw0SSVMwwkSQVM0wkScUME0lSMcNEklTMMJEkFTNMJEnFDBNJUjHD\nRJJUzDCRJBUzTCRJxQwTSVIxw0SSVMwwkSQVM0wkScUME0lSsSGFSUTc0k/b8pEvR5I0FnUOtjEi\n7gCOBI6PiDe2bDoImNHOwiRJY8egYQIsAY4Abgaub2nfDWxuU02SpDFm0DDJzJ8CPwWOiYjpVLOR\njnrzy4FftbM4SdLYsK+ZCQAR8THgY8CWluY+qlNgkqQJbkhhAnwIOCoze4Zz8IiYA3w6M+dFxHHA\nauBH9eZbM/MrEXEhcDHVqbMlmbk6Ig4GVgCHAL3A+ZnZExFzqU657QbWZub19edcC5xRty/MzE3D\nqVOSVGaoYfI0wzylFRFXAecBv6mbZgM3ZebSlj6HApcDxwNTgfUR8Q3gEuCxzLwuIs4GFgFXALcB\n7wN+DDxQB1QHcAowBzgMuA9483BqlSSVGWqY/IjqP/pvATv2NGbmJwbZ5yngLODu+v1sICLizPp4\nC4ETgA2ZuRPYGRFPAkcDJwE31Ps9CCyu12ymZOZTVAdaA5wK7KSapfQBT0dEZ0R0D3cWJUnaf0MN\nk5/XP/C7BfhBZeZ9EXFES9Mm4I7MfDgirgGuBR4Fnmvp00u1yD+9pb21bdtefY+kCrct/Rxj0DCZ\nOXManZ2ThzIUSerXeL2ktbu7a9j7DClM9qxNFLo/M5/d8xq4Bfgu0Fp1F/AsVWh0DdLW2r5rgPZB\nbd26ffgjkKQJoKend8BtAwXNUK/meoHq6q1Wv8jMw4ZaHLAmIi6rF8ffDjxMNVv5ZERMBaYAs4DH\ngQ3A6fX204B1mbktInZFxFFUaybzqe592Q3cEBE3Aq8GJmXmM8OoS5JUaKgzkxcfuxIRBwHvBd4y\nzM+6BLglIn4L/BK4qA6IZcA6qke7XJOZOyLiVmB5RKynmnmcUx9jAbASmEy1TrKxrmkd8FB9jEuH\nWZckqVBHX9/eE46hiYhHM/PYEa5n1PT09O7fwCWptnnj0n13GoNmzblywG3d3V39rpsP9TTXX7S8\n7QDeSDVjkCRpyFdz/WnL6z7gGeADI1+OJGksGuqayQfrtZKo93k8M3e3tTJJ0pgx1O8zmU11o+Fy\n4EtUNwfOaWdhkqSxY6inuZYBH2i5emou1X0iJ7SrMEnS2DHUr+19+Z4gAcjM71E9S0uSpCGHya/q\nZ2oBEBHv5aWPMJEkTWBDPc11EbA6Ir5IdWlwH/DWtlUlSRpThjozOQ3YDryG6jLhHmBem2qSJI0x\nQw2Ti4ATM/M3mfkDqsfJX9a+siRJY8lQw+QgXnrH+y5+/8GPkqQJaqhrJl8FvhkR/1i/Pwv45/aU\nJEkaa4Y0M8nMj1LdaxJUX0i1LDMXt7MwSdLYMdSZCZm5CljVxlokSWPUUNdMJEkakGEiSSpmmEiS\nihkmkqRihokkqZhhIkkqZphIkooZJpKkYoaJJKmYYSJJKmaYSJKKGSaSpGKGiSSpmGEiSSpmmEiS\nihkmkqRiQ/5yrP0REXOAT2fmvIh4LXAX1XfHPw5cmpkvRMSFwMXAbmBJZq6OiIOBFcAhQC9wfmb2\nRMRc4Oa679rMvL7+nGuBM+r2hZm5qZ3jkiS9VNtmJhFxFXAHMLVuuglYlJknAx3AmRFxKHA5cCIw\nH/hUREwBLgEeq/t+GVhUH+M24BzgJGBORBwXEW8CTgHmAGcDn2vXmCRJ/WvnzOQp4Czg7vr9bOA7\n9esHgXcCzwMbMnMnsDMingSOpgqLG1r6Lo6I6cCUzHwKICLWAKcCO6lmKX3A0xHRGRHdmdkzWHEz\nZ06js3PyCA1V0kS0uekC2qS7u2vY+7QtTDLzvog4oqWpo/4PH6pTVzOA6cBzLX36a29t27ZX3yOB\nHcCWfo4xaJhs3bp9GKORpImjp6d3wG0DBU1b10z28kLL6y7gWapw6NpH+7767hqgXVKb3P73X2+6\nhBF34cJ3NV3CmDaaV3M9EhHz6tenAeuATcDJETE1ImYAs6gW5zcAp7f2zcxtwK6IOCoiOqjWWNbV\nfedHxKSIOByYlJnPjNqoJEmjOjO5Erg9Il5GdapxVWY+HxHLqEJhEnBNZu6IiFuB5RGxnmrmcU59\njAXASmAy1TrJRoCIWAc8VB/j0lEckyQJ6Ojr69t3r3Gop6d3Yg5cGgGe5qps3ri0DZU0b9acKwfc\n1t3d1dFfuzctSpKKGSaSpGKGiSSpmGEiSSpmmEiSihkmkqRihokkqZhhIkkqZphIkooZJpKkYoaJ\nJKmYYSJJKmaYSJKKGSaSpGKGiSSpmGEiSSpmmEiSihkmkqRihokkqZhhIkkqZphIkooZJpKkYoaJ\nJKmYYSJJKmaYSJKKGSaSpGKGiSSpmGEiSSpmmEiSinWO9gdGxPeBbfXbnwCfBO4C+oDHgUsz84WI\nuBC4GNgNLMnM1RFxMLACOAToBc7PzJ6ImAvcXPddm5nXj+aYJGmiG9UwiYipQEdmzmtp+xqwKDO/\nHRG3AWdGxEPA5cDxwFRgfUR8A7gEeCwzr4uIs4FFwBXAbcD7gB8DD0TEcZn5yGiOTePff1x5edMl\njLg3L13WdAkaJ0Z7ZnIMMC0i1taffTUwG/hOvf1B4J3A88CGzNwJ7IyIJ4GjgZOAG1r6Lo6I6cCU\nzHwKICLWAKcChokkjZLRDpPtwI3AHcDrqAKhIzP76u29wAxgOvBcy379tbe2bdur75H7KmTmzGl0\ndk7e74FI40F3d1fTJRww9ud3sbkNdRwI9ud3Mdph8gTwZB0eT0TEFqqZyR5dwLNU4dC1j/Z99R3U\n1q3b93MI0vjR09PbdAkHDH8XvzPY72KgoBntq7kuAJYCRMSrqGYVayNiXr39NGAdsAk4OSKmRsQM\nYBbV4vwG4PTWvpm5DdgVEUdFRAcwvz6GJGmUjPbM5IvAXRGxnurqrQuAZ4DbI+JlVLPGVZn5fEQs\nowqFScA1mbkjIm4Fltf77wLOqY+7AFgJTKa6mmvjqI5Kkia4UQ2TzGwNgFan9NP3duD2vdq2A+/v\np+/3gLkjVKYkaZi8aVGSVMwwkSQVM0wkScUME0lSMcNEklTMMJEkFTNMJEnFDBNJUjHDRJJUzDCR\nJBUzTCRJxQwTSVKxUf8OeI0tH1m9qOkSRtxn3r2k6RKkcceZiSSpmGEiSSpmmEiSirlm0o8rPvO1\npksYcTd/5D1NlyBpHHNmIkkqZphIkooZJpKkYoaJJKmYYSJJKmaYSJKKGSaSpGKGiSSpmGEiSSpm\nmEiSihkmkqRihokkqdi4edBjREwCPg8cA+wEPpSZTzZblSRNDONpZvJeYGpmvgX4W2Bpw/VI0oQx\nnsLkJODrAJn5PeD4ZsuRpImjo6+vr+kaRkRE3AHcl5kP1u+fBo7MzN3NViZJ4994mplsA7pa3k8y\nSCRpdIynMNkAnA4QEXOBx5otR5ImjnFzNRdwP/COiPh3oAP4YMP1SNKEMW7WTCRJzRlPp7kkSQ0x\nTCRJxQwTSVKx8bQAP+ZExBzg05k5r+lamhIRBwF3AkcAU4Almfm1RotqSERMBm4HAugDFmTm481W\n1ayIOAR4GHhHZv530/U0JSK+T3X7A8BPMvOAu8DIMGlIRFwFnAf8pulaGnYusCUzz4uIVwCPAhMy\nTIA/A8jMEyNiHvBJ4MxGK2pQ/YfGF4D/a7qWJkXEVKDjQP+j09NczXkKOKvpIg4A9wKL69cdwIS9\n0TQzvwpcVL99DfBsg+UcCG4EbgN+0XQhDTsGmBYRayPim/V9dAccw6QhmXkf8Num62haZv46M3sj\nogtYBSxquqYmZebuiFgO3AKsbLqepkTEXwI9mbmm6VoOANupgnU+sABYGREH3Fklw0SNi4jDgG8B\nd2fmPU3X07TMPB94PXB7RPxB0/U05AKqm5C/DRwLfDkiDm22pMY8AazIzL7MfALYAvxhwzX9ngMu\n3TSxRMQrgbXAX2fmvzVdT5Mi4jzg1Zn5Kaq/Rl+ofyaczPyTPa/rQFmQmb9srqJGXQD8MfDhiHgV\nMB3432ZL+n2GiZp2NTATWBwRe9ZOTsvMibjo+k/AlyLiu8BBwMIJ+nvQS30RuCsi1lNd5XfBgfgQ\nWx+nIkkq5pqJJKmYYSJJKmaYSJKKGSaSpGKGiSSpmJcGS2NYRNwFfHvPT2Ye0WA5msCcmUiSijkz\nkdogIq6meiLy81R3+E8Cfp6ZN9bbVwH3ABuonox7GNXd7h/LzH+NiOuAucDhwGeBH1I9RXga1U2e\nV2XmvaM5JmkwzkykERYRpwPvAWYDxwGvBZ4Bzq63dwFvBR4AbgbuzMzZ9T5fqLcDTM3MN2Tm54HL\ngA9l5puAvwI+PopDkvbJmYk08t4G/MOeR6FExJ3A+cDUiHgtVZCszsydEXEq8EcR8Yl634OAo+rX\nG1uOeS7w7oh4P9WM5eWjMA5pyJyZSCNv739XHVR/uK0APlD/rKi3TQbelpnHZuaxVEHxWL2t9blc\n64ATqL518JP1MaUDhmEijbxvAn8eEQfX3zvxQapH7K+kCpLXUYXDnr4fBoiINwA/oFoXeVH9DZSv\nBz6emf8CvJMqhKQDhmEijbDMXA2sBv6TauH8f4BbMvNnVGsnqzJzzxNWLwPmRsQPgK8A52Vm717H\n+xVwB/DDiHgEOITqm/cm6ned6ADkU4MlScWcmUiSihkmkqRihokkqZhhIkkqZphIkooZJpKkYoaJ\nJKnY/wORdFCD0d5TvAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x200fa78c9b0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "sbn.countplot(review_data['overall'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def data_clean( rev, remove_stopwords=True): \n",
    "    \n",
    "\n",
    "    new_text = re.sub(\"[^a-zA-Z]\",\" \", rev)\n",
    "   \n",
    "    words = new_text.lower().split()\n",
    "    \n",
    "    if remove_stopwords:\n",
    "        sts = set(stopwords.words(\"english\"))\n",
    "        words = [w for w in words if not w in sts]\n",
    "    ary=[]\n",
    "    eng_stemmer = english_stemmer \n",
    "    for word in words:\n",
    "        ary.append(eng_stemmer.stem(word))\n",
    "\n",
    "    \n",
    "    return(ary)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "clean_reviewData = []\n",
    "for rev in review_data['reviewText']:\n",
    "    clean_reviewData.append( \" \".join(data_clean(rev)))\n",
    "    \n",
    "clean_summaryData = []\n",
    "for rev in review_data['summary']:\n",
    "    clean_summaryData.append( \" \".join(data_clean(rev)))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "use        244771\n",
      "like       209093\n",
      "hair       168900\n",
      "look       167483\n",
      "product    164290\n",
      "love       149069\n",
      "great      142607\n",
      "one        131614\n",
      "wear       124015\n",
      "fit        117681\n",
      "good       117492\n",
      "size       116958\n",
      "would      114066\n",
      "get        112096\n",
      "well       109784\n",
      "skin       108753\n",
      "color      107926\n",
      "realli     104926\n",
      "work       100111\n",
      "time        88412\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "Most_used_Words_Review =pd.Series(' '.join(clean_reviewData).lower().split()).value_counts()[:20]\n",
    "print (Most_used_Words_Review)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "great      61140\n",
      "love       43808\n",
      "good       31597\n",
      "nice       26907\n",
      "product    16344\n",
      "work       14915\n",
      "shoe       14102\n",
      "fit        13363\n",
      "comfort    13023\n",
      "cute       12905\n",
      "perfect    12215\n",
      "like       11513\n",
      "best       10341\n",
      "hair        9506\n",
      "price       9483\n",
      "color       9476\n",
      "look        9372\n",
      "qualiti     8721\n",
      "size        8326\n",
      "beauti      8212\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "Most_used_Words_Summary = pd.Series(' '.join(clean_summaryData).lower().split()).value_counts()[:20]\n",
    "print (Most_used_Words_Summary)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "text_vectorizer = TfidfVectorizer(min_df=4, max_features = 1000)\n",
    "test_vecor = text_vectorizer.fit_transform(clean_reviewData)\n",
    "tfidf_vector = dict(zip(text_vectorizer.get_feature_names(), text_vectorizer.idf_))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "compound: -0.3561, \n",
      "neg: 0.124, \n",
      "neu: 0.799, \n",
      "pos: 0.077, \n",
      "Very oily and creamy. Not at all what I expected... ordered this to try to highlight and contour and it just looked awful!!! Plus, took FOREVER to arrive.\n",
      "compound: 0.0, \n",
      "neg: 0.0, \n",
      "neu: 1.0, \n",
      "pos: 0.0, \n",
      "This palette was a decent price and I was looking for a few different shades. This palette conceals decently, however, it does somewhat cake up and crease.\n",
      "compound: 0.9714, \n",
      "neg: 0.049, \n",
      "neu: 0.714, \n",
      "pos: 0.237, \n",
      "The texture of this concealer pallet is fantastic, it has great coverage and a wide variety of uses, I guess it's meant for professional makeup artists and a lot of the colours are of no use to me but I use at least two of them on a regular basis, and two more occasionally, which is the only reason I'm giving it for stars, I feel like the range of colors is kind of a waste for me, but the  product itself  is wonderful, it's not cakey, gives me a natural for and concealed my imperfections, therefore I highly recommend it :)\n",
      "compound: 0.0, \n",
      "neg: 0.0, \n",
      "neu: 1.0, \n",
      "pos: 0.0, \n",
      "I really can't tell what exactly this thing is. It's not powder but a kind of oil-ish pasty fluid. And so far I tried twice but it doesnt really show any color on my face.\n",
      "compound: 0.9052, \n",
      "neg: 0.0, \n",
      "neu: 0.833, \n",
      "pos: 0.167, \n",
      "It was a little smaller than I expected, but that was okay because it lasted me for a long time. I think it does great coverage for the price I paid. It is heavy, and wears off within 30-1hr. It kinda dries your skin. I'd recommend it to people who are just looking for a cheap coverage, or beginners who are just learning to conceal.\n",
      "compound: 0.9836, \n",
      "neg: 0.0, \n",
      "neu: 0.767, \n",
      "pos: 0.233, \n",
      "I was very happy to get this palette, now I wish it was offered in subscription form like some of the makeup we use daily is.  In this unnamed set you can do a lot of blending, sculpting, highlighting and concealing.  The product is nicely pigmented, it's smooth and applies well then blends out beautifully. I have normal to dry skin as I'm 59 years, this works wonderfully under my foundation.  I also use a silicone based primer,which works well for my skin type to give me the fresh, dewy look I love.You get a good amount of product for your money here, so this is well worth the cost.  What more can you say, if one is willing to repurchase a product then that says more than mere words.\n",
      "compound: 0.4597, \n",
      "neg: 0.08, \n",
      "neu: 0.801, \n",
      "pos: 0.119, \n",
      "PLEASE DONT DO IT! this just rachett the palette size is not like in the picture, the colors go on sheer, slides on face like wax don't expect  your makeup to stay put with this one. just spend the money for the good stuff. 2 thumbs down\n",
      "compound: 0.2263, \n",
      "neg: 0.0, \n",
      "neu: 0.942, \n",
      "pos: 0.058, \n",
      "Chalky,Not Pigmented,Wears off easily,Not a Coastal Scents Dupe,Too many highlighter colors,Does not show up on dark skinned women.I would not recommend.The coastal scents is currently on sale. It's worth the few extra bucks.\n",
      "compound: 0.4359, \n",
      "neg: 0.069, \n",
      "neu: 0.807, \n",
      "pos: 0.123, \n",
      "Did nothing for me. Stings when I put it on. I used the whole tube and it just did nothing, no Lightening, no Brightening,......NOTHING. Also it tends to dry out my skin and made my face feel weird the next day. I stuck with it hoping it would LIGHTEN,.....but it didn't.\n",
      "compound: 0.9201, \n",
      "neg: 0.0, \n",
      "neu: 0.766, \n",
      "pos: 0.234, \n",
      "I bought this product to get rid of the dark spots I had on my face due to acne scars and it did help a bit.My dark spots aren't quite as noticeable but they're still there.I saw a lot of good reviews on this product, I wish it would have worked better.\n"
     ]
    }
   ],
   "source": [
    "from nltk.sentiment.vader import SentimentIntensityAnalyzer\n",
    "analyser = SentimentIntensityAnalyzer()\n",
    "sample_review = review_data.reviewText[:10]\n",
    "for test in sample_review:\n",
    "    test\n",
    "    ss = analyser.polarity_scores(test)\n",
    "    for k in sorted(ss):\n",
    "        print('{0}: {1}, '.format(k, ss[k]))\n",
    "    print(test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cluster 0:\n",
      " dress\n",
      " wear\n",
      " fit\n",
      " look\n",
      " love\n",
      "\n",
      "Cluster 1:\n",
      " nail\n",
      " brush\n",
      " polish\n",
      " use\n",
      " color\n",
      "\n",
      "Cluster 2:\n",
      " ring\n",
      " look\n",
      " earring\n",
      " pictur\n",
      " like\n",
      "\n",
      "Cluster 3:\n",
      " pant\n",
      " fit\n",
      " waist\n",
      " wear\n",
      " size\n",
      "\n",
      "Cluster 4:\n",
      " hair\n",
      " use\n",
      " product\n",
      " dri\n",
      " curl\n",
      "\n",
      "Cluster 5:\n",
      " like\n",
      " one\n",
      " good\n",
      " use\n",
      " get\n",
      "\n",
      "Cluster 6:\n",
      " pair\n",
      " sock\n",
      " comfort\n",
      " wear\n",
      " feet\n",
      "\n",
      "Cluster 7:\n",
      " love\n",
      " color\n",
      " bought\n",
      " perfect\n",
      " wear\n",
      "\n",
      "Cluster 8:\n",
      " watch\n",
      " band\n",
      " look\n",
      " time\n",
      " wrist\n",
      "\n",
      "Cluster 9:\n",
      " shoe\n",
      " comfort\n",
      " wear\n",
      " fit\n",
      " size\n",
      "\n",
      "Cluster 10:\n",
      " great\n",
      " price\n",
      " look\n",
      " fit\n",
      " color\n",
      "\n",
      "Cluster 11:\n",
      " oil\n",
      " use\n",
      " hair\n",
      " argan\n",
      " skin\n",
      "\n",
      "Cluster 12:\n",
      " skin\n",
      " use\n",
      " product\n",
      " feel\n",
      " dri\n",
      "\n",
      "Cluster 13:\n",
      " necklac\n",
      " chain\n",
      " money\n",
      " wast\n",
      " worth\n",
      "\n",
      "Cluster 14:\n",
      " boot\n",
      " wear\n",
      " size\n",
      " fit\n",
      " comfort\n",
      "\n",
      "Cluster 15:\n",
      " bra\n",
      " support\n",
      " bras\n",
      " comfort\n",
      " cup\n",
      "\n",
      "Cluster 16:\n",
      " size\n",
      " shirt\n",
      " fit\n",
      " order\n",
      " small\n",
      "\n",
      "Cluster 17:\n",
      " use\n",
      " product\n",
      " face\n",
      " like\n",
      " eye\n",
      "\n",
      "Cluster 18:\n",
      " shampoo\n",
      " hair\n",
      " condition\n",
      " use\n",
      " product\n",
      "\n",
      "Cluster 19:\n",
      " nice\n",
      " fit\n",
      " color\n",
      " look\n",
      " good\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.cluster import MiniBatchKMeans\n",
    "\n",
    "clusters = 20\n",
    "kmeans_model = MiniBatchKMeans(n_clusters=clusters, init='k-means++', n_init=1, \n",
    "                         init_size=1000, batch_size=1000, verbose=False, max_iter=1000)\n",
    "kmodel = kmeans_model.fit(test_vecor)\n",
    "kmodel_clusters = kmodel.predict(test_vecor)\n",
    "kmodel_distances = kmodel.transform(test_vecor)\n",
    "centroids = kmodel.cluster_centers_.argsort()[:, ::-1]\n",
    "values = text_vectorizer.get_feature_names()\n",
    "for i in range(clusters):\n",
    "    print(\"Cluster %d:\" % i)\n",
    "    for j in centroids[i, :5]:\n",
    "        print(' %s' % values[j])\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test_reviewText = review_data.reviewText\n",
    "test_Ratings = review_data.overall\n",
    "text_vectorizer = TfidfVectorizer(max_df=.8)\n",
    "text_vectorizer.fit(test_reviewText)\n",
    "def rate(r):\n",
    "    ary2 = []\n",
    "    for rating in r:\n",
    "        tv = [0,0,0,0,0]\n",
    "        tv[rating-1] = 1\n",
    "        ary2.append(tv)\n",
    "    return np.array(ary2)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       Very oily and creamy. Not at all what I expect...\n",
       "1       This palette was a decent price and I was look...\n",
       "2       The texture of this concealer pallet is fantas...\n",
       "3       I really can't tell what exactly this thing is...\n",
       "4       It was a little smaller than I expected, but t...\n",
       "5       I was very happy to get this palette, now I wi...\n",
       "6       PLEASE DONT DO IT! this just rachett the palet...\n",
       "7       Chalky,Not Pigmented,Wears off easily,Not a Co...\n",
       "8       Did nothing for me. Stings when I put it on. I...\n",
       "9       I bought this product to get rid of the dark s...\n",
       "10      I have mixed feelings about this product. When...\n",
       "11      Did nothing for my skin. Used as suggested and...\n",
       "12      I bought this product about 3 months ago, I fi...\n",
       "13      This gell did nothing at all. I religiously pu...\n",
       "14      i got this to get rid of a scar and it did jus...\n",
       "15      I used it for anal bleaching and it burned a b...\n",
       "16      I order this cream along with their soap. It a...\n",
       "17      Good product. Use a little bit on your spot an...\n",
       "18      I didn't use it past a week. The reason why is...\n",
       "19      I haven't been a big fan of Prada's fragrances...\n",
       "20      We gave these as gifts and everyone that recei...\n",
       "21      This is the first fragrance by Prada that I lo...\n",
       "22      So I got this about a month ago. I had no plan...\n",
       "23      This product has a very fruity scent which is ...\n",
       "24      I'm very picky when it comes to fragrance. I l...\n",
       "25      bright crystals reminds me of Victoria Secrets...\n",
       "26      Got this product and I never heard of this so ...\n",
       "27      This is a beautiful perfume! Nice, clean scent...\n",
       "28      This is the real Versace Bright Crystal fragra...\n",
       "29      I love it! and will continue using it but it's...\n",
       "                              ...                        \n",
       "1970    It goes on really smoothly. It keeps my face w...\n",
       "1971    My favorite low cost under make up moisturizer...\n",
       "1972    This is just another moisturizer I have tried ...\n",
       "1973    this is an ok product kept my face moisterized...\n",
       "1974    This product changed my life. I had dry, flaky...\n",
       "1975    Very good product for moisturing your face.  I...\n",
       "1976    I love this product!  I've been using Oil of O...\n",
       "1977    But I switched to Olay Serum - only because I'...\n",
       "1978    Love! Ive been using olay products for years a...\n",
       "1979    Since I have been using my face is really smoo...\n",
       "1980    Around 30, I started getting frown lines while...\n",
       "1981    Olay Total Effect's facial lotion is an excell...\n",
       "1982    It smooths and hydrates well but I think it is...\n",
       "1983    I won't lie, I am very new to a skin care regi...\n",
       "1984    nothing special, really. didnt notice any &#34...\n",
       "1985    Smells terrible! I cannot believe Olay would s...\n",
       "1986    Can't stand perfume and its in everything. ( P...\n",
       "1987    I just got Olay Total Effects Fragrance Free t...\n",
       "1988    I applied this item as directed and it worked ...\n",
       "1989    I've only had this cream for about a week now ...\n",
       "1990    I won't purchase this again it causes my skin ...\n",
       "1991    I have acne prone, oily and sensitive skin. I'...\n",
       "1992    I have been using this moisturizer for a few y...\n",
       "1993    I've used this product for several years and i...\n",
       "1994    It was too thick and did not spread well. The ...\n",
       "1995    I hate it when my moisturizer slithers of my f...\n",
       "1996    I've been using this on and off from age 18-28...\n",
       "1997    I love Olay but this is my least favorite. It ...\n",
       "1998    I am in love with this daily moisturizer. It s...\n",
       "1999    This is not my favorite product from Olay. I l...\n",
       "Name: reviewText, Length: 2000, dtype: object"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_reviewText =test_reviewText[:2000]\n",
    "test_reviewText\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0       1\n",
       "1       3\n",
       "2       4\n",
       "3       2\n",
       "4       3\n",
       "5       5\n",
       "6       1\n",
       "7       2\n",
       "8       2\n",
       "9       3\n",
       "10      3\n",
       "11      1\n",
       "12      5\n",
       "13      1\n",
       "14      5\n",
       "15      2\n",
       "16      5\n",
       "17      4\n",
       "18      3\n",
       "19      5\n",
       "20      5\n",
       "21      5\n",
       "22      5\n",
       "23      5\n",
       "24      5\n",
       "25      3\n",
       "26      5\n",
       "27      5\n",
       "28      5\n",
       "29      3\n",
       "       ..\n",
       "1970    5\n",
       "1971    5\n",
       "1972    3\n",
       "1973    4\n",
       "1974    5\n",
       "1975    4\n",
       "1976    5\n",
       "1977    3\n",
       "1978    5\n",
       "1979    4\n",
       "1980    5\n",
       "1981    4\n",
       "1982    4\n",
       "1983    2\n",
       "1984    3\n",
       "1985    1\n",
       "1986    5\n",
       "1987    3\n",
       "1988    3\n",
       "1989    3\n",
       "1990    3\n",
       "1991    4\n",
       "1992    4\n",
       "1993    5\n",
       "1994    2\n",
       "1995    4\n",
       "1996    3\n",
       "1997    3\n",
       "1998    5\n",
       "1999    1\n",
       "Name: overall, Length: 2000, dtype: int64"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_Ratings = test_Ratings[:2000]\n",
    "test_Ratings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "\n",
    "X = text_vectorizer.transform(test_reviewText).toarray()\n",
    "y = rate(test_Ratings.values)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 1600 samples, validate on 400 samples\n",
      "Epoch 1/10\n",
      "1600/1600 [==============================] - ETA: 4:31 - loss: 1.6108 - acc: 0.125 - ETA: 2:25 - loss: 1.5722 - acc: 0.343 - ETA: 1:40 - loss: 1.5472 - acc: 0.437 - ETA: 1:18 - loss: 1.5300 - acc: 0.460 - ETA: 1:07 - loss: 1.5068 - acc: 0.493 - ETA: 58s - loss: 1.4752 - acc: 0.526 - ETA: 51s - loss: 1.4561 - acc: 0.54 - ETA: 46s - loss: 1.4445 - acc: 0.53 - ETA: 42s - loss: 1.4337 - acc: 0.54 - ETA: 38s - loss: 1.4234 - acc: 0.54 - ETA: 35s - loss: 1.4030 - acc: 0.55 - ETA: 33s - loss: 1.4001 - acc: 0.54 - ETA: 31s - loss: 1.3870 - acc: 0.55 - ETA: 29s - loss: 1.3755 - acc: 0.55 - ETA: 27s - loss: 1.3637 - acc: 0.56 - ETA: 25s - loss: 1.3565 - acc: 0.56 - ETA: 24s - loss: 1.3502 - acc: 0.56 - ETA: 23s - loss: 1.3359 - acc: 0.56 - ETA: 21s - loss: 1.3340 - acc: 0.57 - ETA: 20s - loss: 1.3228 - acc: 0.57 - ETA: 19s - loss: 1.3133 - acc: 0.57 - ETA: 18s - loss: 1.3116 - acc: 0.57 - ETA: 17s - loss: 1.3209 - acc: 0.56 - ETA: 16s - loss: 1.3223 - acc: 0.56 - ETA: 15s - loss: 1.3124 - acc: 0.56 - ETA: 15s - loss: 1.3091 - acc: 0.56 - ETA: 14s - loss: 1.2982 - acc: 0.57 - ETA: 13s - loss: 1.2905 - acc: 0.57 - ETA: 12s - loss: 1.3009 - acc: 0.56 - ETA: 11s - loss: 1.2944 - acc: 0.56 - ETA: 11s - loss: 1.2984 - acc: 0.56 - ETA: 10s - loss: 1.2948 - acc: 0.56 - ETA: 9s - loss: 1.2930 - acc: 0.5625 - ETA: 9s - loss: 1.2855 - acc: 0.566 - ETA: 8s - loss: 1.2868 - acc: 0.563 - ETA: 7s - loss: 1.2811 - acc: 0.566 - ETA: 7s - loss: 1.2800 - acc: 0.565 - ETA: 6s - loss: 1.2851 - acc: 0.562 - ETA: 6s - loss: 1.2758 - acc: 0.568 - ETA: 5s - loss: 1.2709 - acc: 0.569 - ETA: 5s - loss: 1.2645 - acc: 0.572 - ETA: 4s - loss: 1.2639 - acc: 0.572 - ETA: 3s - loss: 1.2689 - acc: 0.568 - ETA: 3s - loss: 1.2692 - acc: 0.567 - ETA: 2s - loss: 1.2647 - acc: 0.568 - ETA: 2s - loss: 1.2604 - acc: 0.570 - ETA: 1s - loss: 1.2582 - acc: 0.571 - ETA: 1s - loss: 1.2628 - acc: 0.569 - ETA: 0s - loss: 1.2659 - acc: 0.567 - 27s 17ms/step - loss: 1.2702 - acc: 0.5644 - val_loss: 1.1961 - val_acc: 0.5875\n",
      "Epoch 2/10\n",
      "1600/1600 [==============================] - ETA: 16s - loss: 1.0493 - acc: 0.62 - ETA: 16s - loss: 0.9864 - acc: 0.65 - ETA: 16s - loss: 1.0797 - acc: 0.59 - ETA: 17s - loss: 1.1348 - acc: 0.56 - ETA: 16s - loss: 1.1206 - acc: 0.56 - ETA: 16s - loss: 1.1077 - acc: 0.57 - ETA: 16s - loss: 1.1259 - acc: 0.56 - ETA: 16s - loss: 1.0889 - acc: 0.58 - ETA: 15s - loss: 1.0797 - acc: 0.58 - ETA: 15s - loss: 1.1025 - acc: 0.57 - ETA: 15s - loss: 1.1041 - acc: 0.57 - ETA: 14s - loss: 1.1145 - acc: 0.57 - ETA: 14s - loss: 1.1143 - acc: 0.56 - ETA: 14s - loss: 1.1251 - acc: 0.56 - ETA: 13s - loss: 1.1211 - acc: 0.56 - ETA: 13s - loss: 1.1171 - acc: 0.56 - ETA: 13s - loss: 1.1242 - acc: 0.56 - ETA: 12s - loss: 1.1240 - acc: 0.56 - ETA: 12s - loss: 1.1271 - acc: 0.55 - ETA: 11s - loss: 1.1203 - acc: 0.56 - ETA: 11s - loss: 1.1160 - acc: 0.56 - ETA: 11s - loss: 1.1117 - acc: 0.56 - ETA: 10s - loss: 1.1001 - acc: 0.57 - ETA: 10s - loss: 1.1000 - acc: 0.57 - ETA: 10s - loss: 1.0955 - acc: 0.57 - ETA: 9s - loss: 1.0961 - acc: 0.5721 - ETA: 9s - loss: 1.0940 - acc: 0.572 - ETA: 8s - loss: 1.0854 - acc: 0.578 - ETA: 8s - loss: 1.0793 - acc: 0.580 - ETA: 8s - loss: 1.0730 - acc: 0.582 - ETA: 7s - loss: 1.0771 - acc: 0.578 - ETA: 7s - loss: 1.0699 - acc: 0.583 - ETA: 6s - loss: 1.0678 - acc: 0.582 - ETA: 6s - loss: 1.0719 - acc: 0.580 - ETA: 6s - loss: 1.0776 - acc: 0.576 - ETA: 5s - loss: 1.0720 - acc: 0.579 - ETA: 5s - loss: 1.0830 - acc: 0.570 - ETA: 4s - loss: 1.0794 - acc: 0.571 - ETA: 4s - loss: 1.0757 - acc: 0.574 - ETA: 4s - loss: 1.0690 - acc: 0.578 - ETA: 3s - loss: 1.0631 - acc: 0.580 - ETA: 3s - loss: 1.0650 - acc: 0.579 - ETA: 2s - loss: 1.0634 - acc: 0.579 - ETA: 2s - loss: 1.0614 - acc: 0.578 - ETA: 2s - loss: 1.0627 - acc: 0.578 - ETA: 1s - loss: 1.0624 - acc: 0.578 - ETA: 1s - loss: 1.0631 - acc: 0.577 - ETA: 0s - loss: 1.0579 - acc: 0.580 - ETA: 0s - loss: 1.0576 - acc: 0.579 - 21s 13ms/step - loss: 1.0598 - acc: 0.5769 - val_loss: 1.1376 - val_acc: 0.5875\n",
      "Epoch 3/10\n",
      "1600/1600 [==============================] - ETA: 16s - loss: 0.9257 - acc: 0.59 - ETA: 16s - loss: 0.9858 - acc: 0.59 - ETA: 16s - loss: 1.0241 - acc: 0.56 - ETA: 16s - loss: 0.9561 - acc: 0.60 - ETA: 16s - loss: 0.9547 - acc: 0.59 - ETA: 16s - loss: 0.9498 - acc: 0.59 - ETA: 16s - loss: 0.9358 - acc: 0.60 - ETA: 15s - loss: 0.9717 - acc: 0.57 - ETA: 15s - loss: 0.9481 - acc: 0.59 - ETA: 15s - loss: 0.9532 - acc: 0.59 - ETA: 15s - loss: 0.9370 - acc: 0.60 - ETA: 14s - loss: 0.9113 - acc: 0.61 - ETA: 14s - loss: 0.8895 - acc: 0.62 - ETA: 14s - loss: 0.8813 - acc: 0.62 - ETA: 13s - loss: 0.8765 - acc: 0.62 - ETA: 13s - loss: 0.8810 - acc: 0.62 - ETA: 13s - loss: 0.8798 - acc: 0.62 - ETA: 12s - loss: 0.8722 - acc: 0.63 - ETA: 12s - loss: 0.8781 - acc: 0.62 - ETA: 12s - loss: 0.8724 - acc: 0.63 - ETA: 11s - loss: 0.8866 - acc: 0.62 - ETA: 11s - loss: 0.8914 - acc: 0.61 - ETA: 10s - loss: 0.8919 - acc: 0.61 - ETA: 10s - loss: 0.8969 - acc: 0.61 - ETA: 10s - loss: 0.8939 - acc: 0.61 - ETA: 9s - loss: 0.8937 - acc: 0.6130 - ETA: 9s - loss: 0.8989 - acc: 0.608 - ETA: 8s - loss: 0.8983 - acc: 0.609 - ETA: 8s - loss: 0.9081 - acc: 0.603 - ETA: 8s - loss: 0.9133 - acc: 0.602 - ETA: 7s - loss: 0.9124 - acc: 0.603 - ETA: 7s - loss: 0.9105 - acc: 0.605 - ETA: 6s - loss: 0.9155 - acc: 0.604 - ETA: 6s - loss: 0.9085 - acc: 0.606 - ETA: 6s - loss: 0.9034 - acc: 0.608 - ETA: 5s - loss: 0.8993 - acc: 0.614 - ETA: 5s - loss: 0.8987 - acc: 0.613 - ETA: 4s - loss: 0.9031 - acc: 0.610 - ETA: 4s - loss: 0.9062 - acc: 0.608 - ETA: 4s - loss: 0.9031 - acc: 0.611 - ETA: 3s - loss: 0.9064 - acc: 0.608 - ETA: 3s - loss: 0.9063 - acc: 0.608 - ETA: 2s - loss: 0.9041 - acc: 0.610 - ETA: 2s - loss: 0.9029 - acc: 0.609 - ETA: 2s - loss: 0.9016 - acc: 0.610 - ETA: 1s - loss: 0.8997 - acc: 0.611 - ETA: 1s - loss: 0.8965 - acc: 0.614 - ETA: 0s - loss: 0.8993 - acc: 0.611 - ETA: 0s - loss: 0.8972 - acc: 0.614 - 21s 13ms/step - loss: 0.8951 - acc: 0.6162 - val_loss: 1.0852 - val_acc: 0.5975\n",
      "Epoch 4/10\n",
      "1600/1600 [==============================] - ETA: 16s - loss: 0.8438 - acc: 0.68 - ETA: 17s - loss: 0.8327 - acc: 0.70 - ETA: 17s - loss: 0.7775 - acc: 0.71 - ETA: 17s - loss: 0.7748 - acc: 0.71 - ETA: 17s - loss: 0.7704 - acc: 0.70 - ETA: 17s - loss: 0.7708 - acc: 0.70 - ETA: 17s - loss: 0.7874 - acc: 0.69 - ETA: 16s - loss: 0.7932 - acc: 0.69 - ETA: 16s - loss: 0.7947 - acc: 0.69 - ETA: 16s - loss: 0.7992 - acc: 0.68 - ETA: 15s - loss: 0.8001 - acc: 0.69 - ETA: 15s - loss: 0.7922 - acc: 0.69 - ETA: 15s - loss: 0.7668 - acc: 0.70 - ETA: 14s - loss: 0.7616 - acc: 0.70 - ETA: 14s - loss: 0.7625 - acc: 0.70 - ETA: 13s - loss: 0.7709 - acc: 0.70 - ETA: 13s - loss: 0.7635 - acc: 0.70 - ETA: 13s - loss: 0.7539 - acc: 0.71 - ETA: 12s - loss: 0.7559 - acc: 0.71 - ETA: 12s - loss: 0.7393 - acc: 0.72 - ETA: 11s - loss: 0.7371 - acc: 0.72 - ETA: 11s - loss: 0.7446 - acc: 0.72 - ETA: 11s - loss: 0.7438 - acc: 0.72 - ETA: 10s - loss: 0.7488 - acc: 0.71 - ETA: 10s - loss: 0.7476 - acc: 0.71 - ETA: 9s - loss: 0.7454 - acc: 0.7151 - ETA: 9s - loss: 0.7482 - acc: 0.715 - ETA: 9s - loss: 0.7423 - acc: 0.718 - ETA: 8s - loss: 0.7476 - acc: 0.712 - ETA: 8s - loss: 0.7460 - acc: 0.712 - ETA: 7s - loss: 0.7439 - acc: 0.713 - ETA: 7s - loss: 0.7465 - acc: 0.712 - ETA: 6s - loss: 0.7416 - acc: 0.717 - ETA: 6s - loss: 0.7375 - acc: 0.718 - ETA: 6s - loss: 0.7432 - acc: 0.715 - ETA: 5s - loss: 0.7374 - acc: 0.717 - ETA: 5s - loss: 0.7373 - acc: 0.721 - ETA: 4s - loss: 0.7390 - acc: 0.722 - ETA: 4s - loss: 0.7379 - acc: 0.726 - ETA: 4s - loss: 0.7339 - acc: 0.729 - ETA: 3s - loss: 0.7372 - acc: 0.727 - ETA: 3s - loss: 0.7333 - acc: 0.727 - ETA: 2s - loss: 0.7325 - acc: 0.727 - ETA: 2s - loss: 0.7298 - acc: 0.729 - ETA: 2s - loss: 0.7316 - acc: 0.729 - ETA: 1s - loss: 0.7350 - acc: 0.728 - ETA: 1s - loss: 0.7341 - acc: 0.729 - ETA: 0s - loss: 0.7333 - acc: 0.731 - ETA: 0s - loss: 0.7324 - acc: 0.730 - 22s 14ms/step - loss: 0.7292 - acc: 0.7331 - val_loss: 1.0461 - val_acc: 0.6250\n",
      "Epoch 5/10\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1600/1600 [==============================] - ETA: 16s - loss: 0.7430 - acc: 0.78 - ETA: 16s - loss: 0.6663 - acc: 0.78 - ETA: 16s - loss: 0.6503 - acc: 0.77 - ETA: 16s - loss: 0.6719 - acc: 0.77 - ETA: 16s - loss: 0.6458 - acc: 0.79 - ETA: 16s - loss: 0.6520 - acc: 0.80 - ETA: 16s - loss: 0.6607 - acc: 0.79 - ETA: 16s - loss: 0.6397 - acc: 0.80 - ETA: 15s - loss: 0.6549 - acc: 0.79 - ETA: 15s - loss: 0.6558 - acc: 0.80 - ETA: 15s - loss: 0.6388 - acc: 0.81 - ETA: 14s - loss: 0.6286 - acc: 0.81 - ETA: 14s - loss: 0.6213 - acc: 0.82 - ETA: 14s - loss: 0.6184 - acc: 0.81 - ETA: 13s - loss: 0.6170 - acc: 0.82 - ETA: 13s - loss: 0.6184 - acc: 0.82 - ETA: 13s - loss: 0.6169 - acc: 0.81 - ETA: 12s - loss: 0.6182 - acc: 0.81 - ETA: 12s - loss: 0.6203 - acc: 0.82 - ETA: 11s - loss: 0.6185 - acc: 0.82 - ETA: 11s - loss: 0.6155 - acc: 0.82 - ETA: 11s - loss: 0.6140 - acc: 0.82 - ETA: 10s - loss: 0.6082 - acc: 0.83 - ETA: 10s - loss: 0.6061 - acc: 0.83 - ETA: 10s - loss: 0.6011 - acc: 0.83 - ETA: 9s - loss: 0.6020 - acc: 0.8377 - ETA: 9s - loss: 0.5975 - acc: 0.838 - ETA: 8s - loss: 0.5910 - acc: 0.841 - ETA: 8s - loss: 0.5897 - acc: 0.840 - ETA: 8s - loss: 0.5850 - acc: 0.841 - ETA: 7s - loss: 0.5859 - acc: 0.839 - ETA: 7s - loss: 0.5799 - acc: 0.841 - ETA: 6s - loss: 0.5795 - acc: 0.841 - ETA: 6s - loss: 0.5773 - acc: 0.841 - ETA: 6s - loss: 0.5751 - acc: 0.842 - ETA: 5s - loss: 0.5778 - acc: 0.838 - ETA: 5s - loss: 0.5752 - acc: 0.838 - ETA: 4s - loss: 0.5737 - acc: 0.839 - ETA: 4s - loss: 0.5716 - acc: 0.839 - ETA: 4s - loss: 0.5715 - acc: 0.842 - ETA: 3s - loss: 0.5694 - acc: 0.842 - ETA: 3s - loss: 0.5696 - acc: 0.842 - ETA: 2s - loss: 0.5709 - acc: 0.841 - ETA: 2s - loss: 0.5722 - acc: 0.839 - ETA: 2s - loss: 0.5738 - acc: 0.838 - ETA: 1s - loss: 0.5754 - acc: 0.836 - ETA: 1s - loss: 0.5784 - acc: 0.834 - ETA: 0s - loss: 0.5786 - acc: 0.835 - ETA: 0s - loss: 0.5778 - acc: 0.836 - 21s 13ms/step - loss: 0.5786 - acc: 0.8356 - val_loss: 1.0325 - val_acc: 0.6225\n",
      "Epoch 6/10\n",
      "1600/1600 [==============================] - ETA: 16s - loss: 0.5846 - acc: 0.81 - ETA: 16s - loss: 0.5303 - acc: 0.84 - ETA: 16s - loss: 0.5316 - acc: 0.85 - ETA: 15s - loss: 0.5290 - acc: 0.85 - ETA: 16s - loss: 0.5292 - acc: 0.85 - ETA: 16s - loss: 0.5270 - acc: 0.86 - ETA: 16s - loss: 0.5098 - acc: 0.87 - ETA: 15s - loss: 0.5109 - acc: 0.87 - ETA: 15s - loss: 0.5019 - acc: 0.87 - ETA: 15s - loss: 0.5043 - acc: 0.88 - ETA: 15s - loss: 0.5089 - acc: 0.88 - ETA: 14s - loss: 0.5066 - acc: 0.88 - ETA: 14s - loss: 0.5059 - acc: 0.87 - ETA: 14s - loss: 0.4945 - acc: 0.87 - ETA: 13s - loss: 0.4877 - acc: 0.87 - ETA: 13s - loss: 0.4895 - acc: 0.87 - ETA: 12s - loss: 0.4889 - acc: 0.87 - ETA: 12s - loss: 0.4914 - acc: 0.87 - ETA: 12s - loss: 0.4878 - acc: 0.87 - ETA: 11s - loss: 0.4817 - acc: 0.87 - ETA: 11s - loss: 0.4829 - acc: 0.88 - ETA: 11s - loss: 0.4796 - acc: 0.88 - ETA: 10s - loss: 0.4729 - acc: 0.88 - ETA: 10s - loss: 0.4678 - acc: 0.89 - ETA: 9s - loss: 0.4722 - acc: 0.8875 - ETA: 9s - loss: 0.4686 - acc: 0.888 - ETA: 9s - loss: 0.4710 - acc: 0.884 - ETA: 8s - loss: 0.4666 - acc: 0.885 - ETA: 8s - loss: 0.4705 - acc: 0.885 - ETA: 7s - loss: 0.4652 - acc: 0.887 - ETA: 7s - loss: 0.4615 - acc: 0.888 - ETA: 7s - loss: 0.4610 - acc: 0.887 - ETA: 6s - loss: 0.4617 - acc: 0.887 - ETA: 6s - loss: 0.4587 - acc: 0.889 - ETA: 6s - loss: 0.4573 - acc: 0.890 - ETA: 5s - loss: 0.4588 - acc: 0.889 - ETA: 5s - loss: 0.4630 - acc: 0.888 - ETA: 4s - loss: 0.4595 - acc: 0.890 - ETA: 4s - loss: 0.4583 - acc: 0.892 - ETA: 4s - loss: 0.4542 - acc: 0.893 - ETA: 3s - loss: 0.4519 - acc: 0.895 - ETA: 3s - loss: 0.4505 - acc: 0.897 - ETA: 2s - loss: 0.4541 - acc: 0.896 - ETA: 2s - loss: 0.4553 - acc: 0.896 - ETA: 2s - loss: 0.4555 - acc: 0.895 - ETA: 1s - loss: 0.4541 - acc: 0.897 - ETA: 1s - loss: 0.4491 - acc: 0.899 - ETA: 0s - loss: 0.4493 - acc: 0.897 - ETA: 0s - loss: 0.4503 - acc: 0.896 - 21s 13ms/step - loss: 0.4484 - acc: 0.8969 - val_loss: 1.0302 - val_acc: 0.6250\n",
      "Epoch 7/10\n",
      "1600/1600 [==============================] - ETA: 15s - loss: 0.4831 - acc: 0.81 - ETA: 16s - loss: 0.3779 - acc: 0.90 - ETA: 16s - loss: 0.4298 - acc: 0.89 - ETA: 16s - loss: 0.4032 - acc: 0.91 - ETA: 16s - loss: 0.3952 - acc: 0.91 - ETA: 16s - loss: 0.3865 - acc: 0.91 - ETA: 16s - loss: 0.3895 - acc: 0.91 - ETA: 15s - loss: 0.3817 - acc: 0.92 - ETA: 15s - loss: 0.3785 - acc: 0.92 - ETA: 15s - loss: 0.3980 - acc: 0.91 - ETA: 15s - loss: 0.3914 - acc: 0.92 - ETA: 14s - loss: 0.3887 - acc: 0.92 - ETA: 14s - loss: 0.3787 - acc: 0.92 - ETA: 14s - loss: 0.3846 - acc: 0.91 - ETA: 13s - loss: 0.3785 - acc: 0.92 - ETA: 13s - loss: 0.3710 - acc: 0.92 - ETA: 13s - loss: 0.3771 - acc: 0.92 - ETA: 12s - loss: 0.3725 - acc: 0.92 - ETA: 12s - loss: 0.3703 - acc: 0.92 - ETA: 12s - loss: 0.3658 - acc: 0.92 - ETA: 11s - loss: 0.3605 - acc: 0.93 - ETA: 11s - loss: 0.3566 - acc: 0.93 - ETA: 10s - loss: 0.3523 - acc: 0.93 - ETA: 10s - loss: 0.3468 - acc: 0.93 - ETA: 10s - loss: 0.3464 - acc: 0.93 - ETA: 9s - loss: 0.3460 - acc: 0.9375 - ETA: 9s - loss: 0.3451 - acc: 0.936 - ETA: 8s - loss: 0.3459 - acc: 0.936 - ETA: 8s - loss: 0.3460 - acc: 0.937 - ETA: 8s - loss: 0.3439 - acc: 0.937 - ETA: 7s - loss: 0.3422 - acc: 0.938 - ETA: 7s - loss: 0.3406 - acc: 0.939 - ETA: 6s - loss: 0.3424 - acc: 0.938 - ETA: 6s - loss: 0.3433 - acc: 0.938 - ETA: 6s - loss: 0.3482 - acc: 0.935 - ETA: 5s - loss: 0.3477 - acc: 0.935 - ETA: 5s - loss: 0.3508 - acc: 0.935 - ETA: 4s - loss: 0.3497 - acc: 0.936 - ETA: 4s - loss: 0.3495 - acc: 0.935 - ETA: 4s - loss: 0.3490 - acc: 0.935 - ETA: 3s - loss: 0.3470 - acc: 0.936 - ETA: 3s - loss: 0.3471 - acc: 0.936 - ETA: 2s - loss: 0.3460 - acc: 0.937 - ETA: 2s - loss: 0.3462 - acc: 0.937 - ETA: 2s - loss: 0.3427 - acc: 0.938 - ETA: 1s - loss: 0.3446 - acc: 0.937 - ETA: 1s - loss: 0.3428 - acc: 0.937 - ETA: 0s - loss: 0.3394 - acc: 0.938 - ETA: 0s - loss: 0.3383 - acc: 0.938 - 22s 13ms/step - loss: 0.3410 - acc: 0.9375 - val_loss: 1.0545 - val_acc: 0.6425\n",
      "Epoch 8/10\n",
      "1600/1600 [==============================] - ETA: 17s - loss: 0.2594 - acc: 1.00 - ETA: 17s - loss: 0.2804 - acc: 0.98 - ETA: 17s - loss: 0.2639 - acc: 0.97 - ETA: 17s - loss: 0.2523 - acc: 0.98 - ETA: 17s - loss: 0.2510 - acc: 0.97 - ETA: 17s - loss: 0.2517 - acc: 0.97 - ETA: 16s - loss: 0.2566 - acc: 0.96 - ETA: 16s - loss: 0.2560 - acc: 0.96 - ETA: 16s - loss: 0.2484 - acc: 0.96 - ETA: 15s - loss: 0.2496 - acc: 0.96 - ETA: 15s - loss: 0.2536 - acc: 0.96 - ETA: 15s - loss: 0.2480 - acc: 0.96 - ETA: 14s - loss: 0.2482 - acc: 0.96 - ETA: 14s - loss: 0.2513 - acc: 0.95 - ETA: 13s - loss: 0.2499 - acc: 0.96 - ETA: 13s - loss: 0.2562 - acc: 0.95 - ETA: 13s - loss: 0.2558 - acc: 0.95 - ETA: 12s - loss: 0.2604 - acc: 0.95 - ETA: 12s - loss: 0.2569 - acc: 0.95 - ETA: 12s - loss: 0.2540 - acc: 0.96 - ETA: 11s - loss: 0.2518 - acc: 0.96 - ETA: 11s - loss: 0.2530 - acc: 0.96 - ETA: 10s - loss: 0.2492 - acc: 0.96 - ETA: 10s - loss: 0.2498 - acc: 0.96 - ETA: 10s - loss: 0.2487 - acc: 0.96 - ETA: 9s - loss: 0.2505 - acc: 0.9627 - ETA: 9s - loss: 0.2482 - acc: 0.963 - ETA: 8s - loss: 0.2509 - acc: 0.960 - ETA: 8s - loss: 0.2483 - acc: 0.962 - ETA: 8s - loss: 0.2461 - acc: 0.962 - ETA: 7s - loss: 0.2490 - acc: 0.961 - ETA: 7s - loss: 0.2491 - acc: 0.960 - ETA: 6s - loss: 0.2495 - acc: 0.960 - ETA: 6s - loss: 0.2499 - acc: 0.959 - ETA: 6s - loss: 0.2555 - acc: 0.958 - ETA: 5s - loss: 0.2561 - acc: 0.956 - ETA: 5s - loss: 0.2549 - acc: 0.956 - ETA: 4s - loss: 0.2569 - acc: 0.955 - ETA: 4s - loss: 0.2563 - acc: 0.955 - ETA: 4s - loss: 0.2560 - acc: 0.956 - ETA: 3s - loss: 0.2546 - acc: 0.957 - ETA: 3s - loss: 0.2542 - acc: 0.957 - ETA: 2s - loss: 0.2524 - acc: 0.958 - ETA: 2s - loss: 0.2551 - acc: 0.958 - ETA: 2s - loss: 0.2551 - acc: 0.959 - ETA: 1s - loss: 0.2543 - acc: 0.959 - ETA: 1s - loss: 0.2564 - acc: 0.958 - ETA: 0s - loss: 0.2582 - acc: 0.957 - ETA: 0s - loss: 0.2572 - acc: 0.957 - 22s 14ms/step - loss: 0.2555 - acc: 0.9581 - val_loss: 1.0820 - val_acc: 0.6150\n",
      "Epoch 9/10\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1600/1600 [==============================] - ETA: 17s - loss: 0.1991 - acc: 1.00 - ETA: 17s - loss: 0.1737 - acc: 1.00 - ETA: 16s - loss: 0.1769 - acc: 0.98 - ETA: 16s - loss: 0.1766 - acc: 0.98 - ETA: 16s - loss: 0.1642 - acc: 0.98 - ETA: 16s - loss: 0.1864 - acc: 0.97 - ETA: 16s - loss: 0.1837 - acc: 0.97 - ETA: 16s - loss: 0.1781 - acc: 0.98 - ETA: 15s - loss: 0.1774 - acc: 0.97 - ETA: 15s - loss: 0.1727 - acc: 0.98 - ETA: 15s - loss: 0.1762 - acc: 0.98 - ETA: 14s - loss: 0.1794 - acc: 0.97 - ETA: 14s - loss: 0.1764 - acc: 0.98 - ETA: 14s - loss: 0.1808 - acc: 0.98 - ETA: 13s - loss: 0.1769 - acc: 0.98 - ETA: 13s - loss: 0.1782 - acc: 0.98 - ETA: 13s - loss: 0.1886 - acc: 0.97 - ETA: 12s - loss: 0.1864 - acc: 0.98 - ETA: 12s - loss: 0.1824 - acc: 0.98 - ETA: 11s - loss: 0.1787 - acc: 0.98 - ETA: 11s - loss: 0.1784 - acc: 0.98 - ETA: 11s - loss: 0.1762 - acc: 0.98 - ETA: 10s - loss: 0.1796 - acc: 0.98 - ETA: 10s - loss: 0.1772 - acc: 0.98 - ETA: 10s - loss: 0.1777 - acc: 0.98 - ETA: 9s - loss: 0.1814 - acc: 0.9796 - ETA: 9s - loss: 0.1816 - acc: 0.979 - ETA: 8s - loss: 0.1803 - acc: 0.979 - ETA: 8s - loss: 0.1841 - acc: 0.978 - ETA: 8s - loss: 0.1821 - acc: 0.979 - ETA: 7s - loss: 0.1848 - acc: 0.977 - ETA: 7s - loss: 0.1879 - acc: 0.975 - ETA: 6s - loss: 0.1868 - acc: 0.975 - ETA: 6s - loss: 0.1885 - acc: 0.974 - ETA: 6s - loss: 0.1892 - acc: 0.973 - ETA: 5s - loss: 0.1872 - acc: 0.974 - ETA: 5s - loss: 0.1853 - acc: 0.974 - ETA: 4s - loss: 0.1844 - acc: 0.975 - ETA: 4s - loss: 0.1881 - acc: 0.973 - ETA: 4s - loss: 0.1901 - acc: 0.972 - ETA: 3s - loss: 0.1885 - acc: 0.973 - ETA: 3s - loss: 0.1895 - acc: 0.971 - ETA: 2s - loss: 0.1909 - acc: 0.970 - ETA: 2s - loss: 0.1897 - acc: 0.971 - ETA: 2s - loss: 0.1897 - acc: 0.972 - ETA: 1s - loss: 0.1891 - acc: 0.972 - ETA: 1s - loss: 0.1900 - acc: 0.972 - ETA: 0s - loss: 0.1898 - acc: 0.972 - ETA: 0s - loss: 0.1911 - acc: 0.970 - 22s 13ms/step - loss: 0.1900 - acc: 0.9706 - val_loss: 1.1252 - val_acc: 0.6125\n",
      "Epoch 10/10\n",
      "1600/1600 [==============================] - ETA: 18s - loss: 0.1588 - acc: 0.96 - ETA: 18s - loss: 0.1389 - acc: 0.96 - ETA: 18s - loss: 0.1310 - acc: 0.97 - ETA: 18s - loss: 0.1226 - acc: 0.98 - ETA: 18s - loss: 0.1339 - acc: 0.98 - ETA: 17s - loss: 0.1300 - acc: 0.98 - ETA: 17s - loss: 0.1358 - acc: 0.97 - ETA: 17s - loss: 0.1302 - acc: 0.97 - ETA: 16s - loss: 0.1394 - acc: 0.97 - ETA: 16s - loss: 0.1418 - acc: 0.97 - ETA: 15s - loss: 0.1404 - acc: 0.97 - ETA: 15s - loss: 0.1346 - acc: 0.97 - ETA: 14s - loss: 0.1343 - acc: 0.97 - ETA: 14s - loss: 0.1383 - acc: 0.97 - ETA: 14s - loss: 0.1357 - acc: 0.97 - ETA: 13s - loss: 0.1352 - acc: 0.97 - ETA: 13s - loss: 0.1396 - acc: 0.97 - ETA: 12s - loss: 0.1386 - acc: 0.97 - ETA: 12s - loss: 0.1403 - acc: 0.97 - ETA: 12s - loss: 0.1412 - acc: 0.97 - ETA: 11s - loss: 0.1388 - acc: 0.97 - ETA: 11s - loss: 0.1411 - acc: 0.97 - ETA: 10s - loss: 0.1406 - acc: 0.97 - ETA: 10s - loss: 0.1406 - acc: 0.97 - ETA: 10s - loss: 0.1412 - acc: 0.98 - ETA: 9s - loss: 0.1419 - acc: 0.9796 - ETA: 9s - loss: 0.1410 - acc: 0.980 - ETA: 9s - loss: 0.1388 - acc: 0.981 - ETA: 8s - loss: 0.1400 - acc: 0.981 - ETA: 8s - loss: 0.1402 - acc: 0.981 - ETA: 7s - loss: 0.1432 - acc: 0.979 - ETA: 7s - loss: 0.1428 - acc: 0.980 - ETA: 6s - loss: 0.1441 - acc: 0.979 - ETA: 6s - loss: 0.1422 - acc: 0.979 - ETA: 6s - loss: 0.1412 - acc: 0.980 - ETA: 5s - loss: 0.1409 - acc: 0.980 - ETA: 5s - loss: 0.1404 - acc: 0.979 - ETA: 4s - loss: 0.1402 - acc: 0.979 - ETA: 4s - loss: 0.1418 - acc: 0.979 - ETA: 4s - loss: 0.1407 - acc: 0.979 - ETA: 3s - loss: 0.1392 - acc: 0.980 - ETA: 3s - loss: 0.1374 - acc: 0.980 - ETA: 2s - loss: 0.1384 - acc: 0.979 - ETA: 2s - loss: 0.1379 - acc: 0.980 - ETA: 2s - loss: 0.1376 - acc: 0.979 - ETA: 1s - loss: 0.1375 - acc: 0.980 - ETA: 1s - loss: 0.1374 - acc: 0.980 - ETA: 0s - loss: 0.1366 - acc: 0.980 - ETA: 0s - loss: 0.1390 - acc: 0.979 - 22s 14ms/step - loss: 0.1390 - acc: 0.9788 - val_loss: 1.1694 - val_acc: 0.6075\n",
      "400/400 [==============================] - ETA:  - ETA:  - ETA:  - ETA:  - ETA:  - ETA:  - ETA:  - ETA:  - ETA:  - ETA:  - ETA:  - ETA:  - 1s 3ms/step\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.60750000000000004"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "X_train, X_test, y_train, y_test = train_test_split(X,y,test_size=.2)\n",
    "\n",
    "model = Sequential()\n",
    "model.add(Dense(128,input_dim=X_train.shape[1]))\n",
    "model.add(Dense(5,activation='softmax'))\n",
    "model.compile(loss='categorical_crossentropy',optimizer='rmsprop',metrics=['accuracy'])\n",
    "model.fit(X_train,y_train,validation_data=(X_test, y_test),epochs=10,batch_size=32,verbose=1)\n",
    "model.evaluate(X_test,y_test)[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
